-- Logs begin at Tue 2022-07-26 13:51:31 UTC, end at Tue 2022-07-26 15:27:15 UTC. -- Jul 26 14:54:19.841724 dv-cinder-850668-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 14:54:22.677531 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.common.config [-] Logging enabled! Jul 26 14:54:22.678425 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 14:54:22.678425 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116288) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 14:54:22.681845 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.common.config [-] Logging enabled! Jul 26 14:54:22.682106 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 14:54:22.682421 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116288) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 14:54:22.683437 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:54:22.683704 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:54:22.684290 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:54:22.684540 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:54:22.684768 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:54:22.685100 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.685409 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.685638 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.685943 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.686247 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.686519 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.686812 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.687116 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.687405 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.687722 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.688009 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.688246 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.688527 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] config_source = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.688823 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.689110 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.689331 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] debug = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.689611 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.690738 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.691171 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.691496 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.691787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.692067 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.692344 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.692622 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.692908 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.693268 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] host = dv-cinder-850668-2-iscsi {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.693589 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.693885 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.694174 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.694460 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.694736 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.695017 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.695312 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.695712 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] log_dir = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.695981 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] log_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.696267 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.696637 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.697015 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.697317 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.697546 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.697778 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.698060 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.698414 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.698766 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.699046 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.699324 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.699626 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.699905 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.700185 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.700471 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.700754 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.701041 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.701319 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.701634 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.701908 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.702183 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.702473 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.702747 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.703021 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.703297 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.703686 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.703922 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.704200 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.704512 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.704929 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.705442 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.705815 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.706120 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.706397 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.706780 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.707201 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] use_journal = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.707510 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] use_json = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.707819 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.708055 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.708347 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.708623 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.708907 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.709187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.709461 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.709750 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.710027 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:22.710539 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.710852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.711160 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.711449 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.711792 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.712078 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.712411 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.712756 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.713053 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.713347 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.713647 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.713928 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.714236 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.714534 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.714834 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.715151 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.715449 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.715775 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.716056 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.716340 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.716618 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.716898 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.717189 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.717468 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.717760 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.718059 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.718343 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.718686 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.719008 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.719273 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.719606 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.719904 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.720188 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.720474 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.720780 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.721064 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.721396 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.721672 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.721953 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.722341 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.722530 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.722826 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.723119 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.723399 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.723710 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.724009 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.724291 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.724571 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.724851 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.725132 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.725409 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.725699 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.725984 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.726259 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.726543 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.726825 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.727104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.727381 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.727687 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.727969 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.728247 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.728525 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.728902 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.729262 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.729576 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.729864 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.730137 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.730414 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.730695 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.730976 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.731257 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.731556 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.731839 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.732117 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.732421 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.732698 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.732982 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.733262 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.733561 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.733842 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.734124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.734401 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.734683 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.734963 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.735266 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.735574 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.735870 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.736153 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.736433 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.736757 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.737633 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.737937 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.738654 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.738945 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.739233 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.739561 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.739850 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.740135 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.740428 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.740719 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.741023 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.741322 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.741608 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.741908 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.742207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.742512 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.742801 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.743121 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.743406 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:22.743654 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:54:22.743908 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=116288) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 14:54:23.055554 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=116288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 14:54:23.055815 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=116288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 14:54:23.056132 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=116288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 14:54:23.056472 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 14:54:23.487170 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.487371 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.487639 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.489172 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.489437 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.489698 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.546718 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.546979 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.547250 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.562620 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.562902 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.563182 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.595765 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.596045 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.596935 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.635491 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.635765 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.636038 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.877018 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.878234 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.878234 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.878507 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.879504 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.988840 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.989161 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.989453 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.989749 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.990053 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.990348 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.990615 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.990876 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.991135 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.991429 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.991727 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.991999 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.992262 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.992591 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.992775 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.993053 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.993314 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.993591 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.993872 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.994135 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.994423 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.994675 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.994974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.995410 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.995688 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.995942 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:23.996422 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=116288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:54:23.996664 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=116288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:54:23.996901 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=116288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:54:23.997136 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=116288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:54:23.997372 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=116288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:54:23.997607 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=116288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:54:23.998008 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 14:54:24.001890 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 14:54:24.006584 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 14:54:24.011131 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 26 14:54:24.013188 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 14:54:24.013888 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 14:54:24.014239 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 14:54:24.014893 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 14:54:24.018955 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 14:54:24.019257 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 14:54:24.019612 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 14:54:24.025349 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 14:54:24.050824 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 14:54:24.051301 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:24.051647 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=116288) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 26 14:54:24.052029 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:24.053598 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=116288) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 14:54:24.053895 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 14:54:24.054145 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 14:54:24.057964 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:24.058244 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:24.196969 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 14:54:24.197190 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 14:54:24.197334 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 14:54:24.197723 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 14:54:24.251189 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO dbcounter [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Registered counter for database neutron Jul 26 14:54:24.272959 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_db.sqlalchemy.engines [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=116288) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 14:54:24.279336 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG dbcounter [-] [116288] Writer thread running {{(pid=116288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:54:24.970969 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Initializing driver for type 'gre' Jul 26 14:54:24.971798 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] gre ID ranges: [(1, 1000)] Jul 26 14:54:25.205386 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Initializing driver for type 'local' Jul 26 14:54:25.206415 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Initializing driver for type 'vlan' Jul 26 14:54:25.308477 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] VlanTypeDriver initialization complete Jul 26 14:54:25.308833 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Initializing driver for type 'vxlan' Jul 26 14:54:25.309375 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] vxlan ID ranges: [(1, 1000)] Jul 26 14:54:25.520246 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Initializing extension driver 'port_security' Jul 26 14:54:25.520588 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.extensions.port_security [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] PortSecurityExtensionDriver initialization complete Jul 26 14:54:25.520921 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Initializing mechanism driver 'openvswitch' Jul 26 14:54:25.521244 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Initializing mechanism driver 'hyperv' Jul 26 14:54:25.535839 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=116288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:25.536538 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > port after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.536918 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > port after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.537277 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > port after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.537811 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=116288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:54:25.538239 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > subnet after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.538596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > subnet after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.538947 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.539344 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=116288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:54:25.539784 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > network after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.540141 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > network after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.540487 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > network after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.540883 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=116288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:54:25.541390 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > security_group after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.541744 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > security_group after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.542093 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > security_group after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.542487 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=116288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:54:25.542912 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.543238 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.543621 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.544041 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=116288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:54:25.544449 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > address_group after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.544888 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > address_group after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.545241 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > address_group after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.545663 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=116288) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:54:25.546178 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] ML2 OVO RPC backend initialized. {{(pid=116288) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 26 14:54:25.546992 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.547408 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.547871 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > network before_response 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.548230 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > networks before_response 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.548582 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > port before_response 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.548946 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > ports before_response 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.549583 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > subnet before_response 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.549897 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > subnets before_response 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.550267 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > network after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.550607 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > network after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.550954 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > network after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.551296 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > port after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.551666 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > port after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.552014 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > port after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.553069 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > subnet after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.553547 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > subnet after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.553902 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.562154 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded quota_driver: . Jul 26 14:54:25.562533 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.plugin [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Modular L2 Plugin initialization complete Jul 26 14:54:25.562886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading services supported by the core plugin {{(pid=116288) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 14:54:25.563238 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.plugins.ml2.managers [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Got port-security extension from driver 'port_security' Jul 26 14:54:25.564119 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.extensions.vlantransparent [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Disabled vlantransparent extension. Jul 26 14:54:25.564633 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=116288) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 14:54:25.564995 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading Plugin: router Jul 26 14:54:25.606055 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router_interface before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.606459 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router after_create 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.606833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router before_create 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.607204 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.607620 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.607985 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router after_delete 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.608350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > floatingip after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.608709 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > floatingip after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.609069 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router after_create 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.609426 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router after_update 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.609783 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router after_update 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.610143 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.610508 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router after_update 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.610930 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_update 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.611357 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: port after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.611778 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: port after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.612127 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: subnet after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.612478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.612824 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > port precommit_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.613180 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_create 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.613531 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: port before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.613883 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.614247 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router after_update 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.614596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_delete 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.614956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_create 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.615321 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.615707 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_update 55549900 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.616084 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > agent after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.616441 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > agent after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.616794 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > network after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.617749 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Tracking information for resource: router configured {{(pid=116288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:54:25.618081 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Tracking information for resource: floatingip configured {{(pid=116288) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:54:25.623334 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.db.l3_agentschedulers_db [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 14:54:25.623963 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: port after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.624388 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: port after_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.624677 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: port after_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.625031 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: port after_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.625862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router before_create 55550100 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.626229 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_delete 55550100 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.626618 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_create 55550100 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.626998 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > router precommit_update 55550100 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.632323 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.services.provider_configuration [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service providers = [] {{(pid=116288) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 14:54:25.632696 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.db.servicetype_db [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=116288) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 14:54:25.636054 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.services.service_base [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=116288) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:54:25.636412 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.services.service_base [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=116288) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:54:25.636760 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.services.service_base [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=116288) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:54:25.644937 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.services.service_base [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=116288) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:54:25.645328 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.services.service_base [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 14:54:25.645748 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=116288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:54:25.646071 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 14:54:25.657213 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=116288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:54:25.657542 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading Plugin: auto_allocate Jul 26 14:54:25.664036 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: network precommit_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.664576 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: network precommit_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.665127 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=116288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:54:25.665442 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading Plugin: tag Jul 26 14:54:25.674572 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=116288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:54:25.674953 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading Plugin: timestamp Jul 26 14:54:25.679731 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=116288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:54:25.679949 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading Plugin: network_ip_availability Jul 26 14:54:25.686129 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.686507 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.686870 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:25.687740 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=116288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:54:25.688065 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading Plugin: flavors Jul 26 14:54:25.694208 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=116288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:54:25.694536 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading Plugin: revisions Jul 26 14:54:25.699645 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=116288) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:54:25.700050 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_concurrency.lockutils [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.644s {{(pid=116288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 14:54:25.700841 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=116288) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 26 14:54:25.701180 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Initializing extension manager. Jul 26 14:54:25.701732 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: __init__.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.702137 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: __pycache__ {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.702481 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: address_group.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.703300 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.704043 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: address-group Jul 26 14:54:25.704370 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: address_scope.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.705084 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.706137 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: address-scope Jul 26 14:54:25.706507 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: admin_state_down_before_update.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.707933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.708347 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: router-admin-state-down-before-update Jul 26 14:54:25.708675 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: agent.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.709801 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.710075 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: agent Jul 26 14:54:25.710397 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: agent_resources_synced.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.711375 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.712006 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: agent-resources-synced Jul 26 14:54:25.720376 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: allowedaddresspairs.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.723207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.723830 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: allowed-address-pairs Jul 26 14:54:25.724167 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: auto_allocated_topology.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.725345 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.725876 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: auto-allocated-topology Jul 26 14:54:25.726198 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: availability_zone.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.726888 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.727398 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: availability_zone Jul 26 14:54:25.727751 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: availability_zone_filter.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.728664 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.729189 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: availability_zone_filter Jul 26 14:54:25.729667 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: data_plane_status.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.730606 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.731136 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 14:54:25.731495 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: default_subnetpools.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.732440 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.732957 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: default-subnetpools Jul 26 14:54:25.733279 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: dhcpagentscheduler.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.734112 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.734624 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: dhcp_agent_scheduler Jul 26 14:54:25.734952 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: dns.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.735905 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.736415 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension dns-integration not supported by any of loaded plugins Jul 26 14:54:25.736780 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: dns_domain_ports.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.738098 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.738623 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 14:54:25.738954 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.739908 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.740420 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 14:54:25.740745 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: dvr.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.741528 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.742033 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: dvr Jul 26 14:54:25.742358 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: ecmp_routes.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.743326 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.743853 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 14:54:25.744178 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: empty_string_filtering.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.745064 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.749465 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: empty-string-filtering Jul 26 14:54:25.749465 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.749465 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.749465 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 14:54:25.749465 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.749465 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.752262 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 14:54:25.752262 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: external_net.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.752262 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.752262 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: external-net Jul 26 14:54:25.752262 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: extra_dhcp_opt.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.752262 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.752930 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: extra_dhcp_opt Jul 26 14:54:25.753288 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: extraroute.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.754210 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.754725 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: extraroute Jul 26 14:54:25.755050 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: extraroute_atomic.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.756132 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.756655 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: extraroute-atomic Jul 26 14:54:25.756991 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: filter_validation.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.757660 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.758465 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: filter-validation Jul 26 14:54:25.758794 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: fip_pf_description.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.759758 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.760474 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 14:54:25.760812 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: fip_pf_port_range.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.761707 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.762224 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 26 14:54:25.762543 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: fip_port_details.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.769031 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.769748 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: fip-port-details Jul 26 14:54:25.770073 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: flavors.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.771504 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.771985 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: flavors Jul 26 14:54:25.772314 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.773953 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.774475 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 14:54:25.774806 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: floatingip_pools.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.775674 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.776186 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: floatingip-pools Jul 26 14:54:25.776573 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: ip_allocation.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.777432 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.777940 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 14:54:25.778263 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.779151 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.779732 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: ip-substring-filtering Jul 26 14:54:25.780053 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l2_adjacency.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.781094 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.781600 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 14:54:25.781921 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.782907 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.783528 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: router Jul 26 14:54:25.784024 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3_conntrack_helper.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.787094 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.787678 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 14:54:25.788007 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.788916 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.789435 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: ext-gw-mode Jul 26 14:54:25.789866 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.799013 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.800584 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: l3-ha Jul 26 14:54:25.800908 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.801897 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.802413 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 26 14:54:25.802781 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3_flavors.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.803735 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.804321 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: l3-flavors Jul 26 14:54:25.804643 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3_ndp_proxy.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.806041 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.806702 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 26 14:54:25.807039 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.807999 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.808485 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 14:54:25.808813 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: l3agentscheduler.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.809920 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.810437 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: l3_agent_scheduler Jul 26 14:54:25.810760 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: local_ip.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.812581 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.813113 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension local_ip not supported by any of loaded plugins Jul 26 14:54:25.813449 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: logging.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.815014 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.816278 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension logging not supported by any of loaded plugins Jul 26 14:54:25.816694 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: metering.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.817451 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.818417 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: metering Jul 26 14:54:25.818417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.820037 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.820456 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: metering_source_and_destination_fields Jul 26 14:54:25.820785 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: multiprovidernet.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.821838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.822363 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: multi-provider Jul 26 14:54:25.822694 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: netmtu.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.823621 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.824138 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: net-mtu Jul 26 14:54:25.824462 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: netmtu_writable.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.825351 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.825865 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: net-mtu-writable Jul 26 14:54:25.826187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: network_availability_zone.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.826924 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.827433 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: network_availability_zone Jul 26 14:54:25.827784 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: network_ip_availability.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.828913 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.829438 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: network-ip-availability Jul 26 14:54:25.829766 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: network_segment_range.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.830561 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.831070 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 14:54:25.831457 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: pagination.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.832558 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.832936 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: pagination Jul 26 14:54:25.833264 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: port_device_profile.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.834149 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.834671 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: port-device-profile Jul 26 14:54:25.834999 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: port_mac_address_override.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.835914 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.836432 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: port-mac-override Jul 26 14:54:25.836758 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.837644 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.838191 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: port-mac-address-regenerate Jul 26 14:54:25.838518 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.839401 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.839936 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: port-numa-affinity-policy Jul 26 14:54:25.840261 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: port_resource_request.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.841256 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.841761 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 14:54:25.842081 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: port_resource_request_groups.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.843023 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.843587 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 26 14:54:25.843919 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: portbindings.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.844801 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.845358 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: binding Jul 26 14:54:25.845679 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: portbindings_extended.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.850815 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.851348 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: binding-extended Jul 26 14:54:25.851696 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: portsecurity.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.852594 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.853104 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: port-security Jul 26 14:54:25.853433 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: project_id.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.854370 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.854702 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: project-id Jul 26 14:54:25.855024 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: providernet.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.855981 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.856499 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: provider Jul 26 14:54:25.856819 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.860355 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.860956 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos not supported by any of loaded plugins Jul 26 14:54:25.861308 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.863064 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.863623 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 14:54:25.864597 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.864834 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.865351 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 14:54:25.866059 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_default.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.866549 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.867060 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-default not supported by any of loaded plugins Jul 26 14:54:25.867383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_fip.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.868287 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.868804 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-fip not supported by any of loaded plugins Jul 26 14:54:25.869122 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_fip_network_policy.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.870001 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.870511 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 26 14:54:25.870835 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_gateway_ip.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.871761 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.872273 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 14:54:25.872647 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_port_network_policy.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.873534 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.874040 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 14:54:25.874357 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.875371 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.875908 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 26 14:54:25.876231 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.877231 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.878370 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 26 14:54:25.878855 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_pps_rule.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.880119 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.880636 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-pps not supported by any of loaded plugins Jul 26 14:54:25.880963 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_rule_type_details.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.881979 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.882493 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 14:54:25.882868 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_rule_type_filter.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.883814 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.884370 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 26 14:54:25.884697 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: qos_rules_alias.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.885770 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.886617 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 14:54:25.895762 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: quota_check_limit.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.896782 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.897361 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: quota-check-limit Jul 26 14:54:25.897688 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: quotasv2.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.898875 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.899209 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: quotas Jul 26 14:54:25.899555 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: quotasv2_detail.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.901601 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.901942 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: quota_details Jul 26 14:54:25.902280 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: rbac.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.905311 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.905881 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: rbac-policies Jul 26 14:54:25.906221 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: rbac_address_group.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.907320 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.907877 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: rbac-address-group Jul 26 14:54:25.908208 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: rbac_address_scope.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.909783 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.910314 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: rbac-address-scope Jul 26 14:54:25.910641 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: rbac_security_groups.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.911837 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.912370 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: rbac-security-groups Jul 26 14:54:25.912691 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: rbac_subnetpool.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.913662 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.914181 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: rbac-subnetpool Jul 26 14:54:25.914505 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: revisionifmatch.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.915424 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.915972 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: revision-if-match Jul 26 14:54:25.916298 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: revisions.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.917473 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.918158 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: standard-attr-revisions Jul 26 14:54:25.918488 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: router_availability_zone.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.919178 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.919737 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: router_availability_zone Jul 26 14:54:25.920058 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: routerservicetype.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.921022 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.921546 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension router-service-type not supported by any of loaded plugins Jul 26 14:54:25.921866 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.922775 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.923289 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: security-groups-normalized-cidr Jul 26 14:54:25.923650 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: security_groups_port_filtering.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.925327 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.925895 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: port-security-groups-filtering Jul 26 14:54:25.926224 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.927181 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.927744 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: security-groups-remote-address-group Jul 26 14:54:25.928071 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.929014 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.929585 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: security-groups-shared-filtering Jul 26 14:54:25.929911 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: securitygroup.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.940440 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.941029 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: security-group Jul 26 14:54:25.941362 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: segment.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.942149 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.952542 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension segment not supported by any of loaded plugins Jul 26 14:54:25.952542 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.953467 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.954044 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 14:54:25.954368 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: servicetype.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.955557 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.956088 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: service-type Jul 26 14:54:25.956481 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: sorting.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.957558 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.957897 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: sorting Jul 26 14:54:25.958246 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: standard_attr_segment.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.959233 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.959810 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 14:54:25.960134 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: standardattrdescription.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.960777 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.961296 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: standard-attr-description Jul 26 14:54:25.961616 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: stateful_security_group.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.962548 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.963068 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: stateful-security-group Jul 26 14:54:25.963390 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: stdattrs_common.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.964051 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 14:54:25.964370 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.965270 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.965794 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 14:54:25.966118 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: subnet_onboard.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.967158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.967706 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: subnet_onboard Jul 26 14:54:25.968035 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.969015 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.969522 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 14:54:25.969963 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: subnet_service_types.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.970867 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.972150 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: subnet-service-types Jul 26 14:54:25.972925 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: subnetallocation.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.973584 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.974108 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: subnet_allocation Jul 26 14:54:25.974435 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.975124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.975701 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: subnetpool-prefix-ops Jul 26 14:54:25.976028 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.983236 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.983837 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 14:54:25.984172 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: tagging.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.985337 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.985900 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: standard-attr-tag Jul 26 14:54:25.986228 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: timestamp.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.988499 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.989061 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loaded extension: standard-attr-timestamp Jul 26 14:54:25.989418 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: trunk.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.990468 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.991032 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension trunk not supported by any of loaded plugins Jul 26 14:54:25.991362 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: trunk_details.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.992285 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.992801 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension trunk-details not supported by any of loaded plugins Jul 26 14:54:25.993128 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: uplink_status_propagation.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.994030 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.994626 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 14:54:25.994952 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Loading extension file: vlantransparent.py {{(pid=116288) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:54:25.995696 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=116288) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:54:25.996164 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 14:54:25.999045 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:network Jul 26 14:54:25.999620 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:subnet Jul 26 14:54:26.000023 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:54:26.000419 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:port Jul 26 14:54:26.006671 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.006671 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service FLAVORS assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.006671 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.006671 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.006671 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:router Jul 26 14:54:26.006671 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:floatingip Jul 26 14:54:26.006671 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service METERING assigned prefix: /metering {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.007679 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:26.007679 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:26.007679 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:54:26.008559 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 14:54:26.009025 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:security_group Jul 26 14:54:26.009512 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 14:54:26.014324 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service CORE assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.014324 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:54:26.014324 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] subnetpool is already registered Jul 26 14:54:26.014324 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service CORE assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.014324 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:54:26.014324 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] subnetpool is already registered Jul 26 14:54:26.015086 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.015254 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service FLAVORS assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.015899 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.016335 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.016677 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:router Jul 26 14:54:26.017025 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] router is already registered Jul 26 14:54:26.017457 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:floatingip Jul 26 14:54:26.017805 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] floatingip is already registered Jul 26 14:54:26.018351 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service METERING assigned prefix: /metering {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.019178 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 14:54:26.019547 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] rbac_policy is already registered Jul 26 14:54:26.019980 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:security_group Jul 26 14:54:26.020325 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] security_group is already registered Jul 26 14:54:26.020824 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 14:54:26.021249 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] security_group_rule is already registered Jul 26 14:54:26.022037 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service CORE assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.022291 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:54:26.022634 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] subnetpool is already registered Jul 26 14:54:26.023064 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.v2.resource_helper [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Service CORE assigned prefix: {{(pid=116288) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:54:26.023396 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:54:26.023759 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING neutron.quota.resource_registry [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] subnetpool is already registered Jul 26 14:54:26.024244 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: extensions {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.025828 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: address-groups {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.027404 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: address-scopes {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.028768 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: agents {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.029947 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: auto-allocated-topology {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.031195 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: availability_zones {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.032459 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: dhcp-networks {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.034932 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: dhcp-agents {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.036598 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: routers {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.038413 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: flavors {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.041916 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: service_profiles {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.041916 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: next_providers {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.042519 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: service_profiles {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.044321 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: floatingip-pools {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.045575 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: routers {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.047356 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: floatingips {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.048697 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: l3-routers {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.050898 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: l3-agents {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.052386 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: metering-labels {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.053666 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: metering-label-rules {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.055129 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: network-ip-availabilities {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.056471 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: bindings {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.058085 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: quotas {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.061036 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: quotas {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.062710 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: rbac-policies {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.063961 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: security-groups {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.065365 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: security-group-rules {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.066755 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: service-providers {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.068242 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: subnetpools {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.069595 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: subnetpools {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.071194 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.072916 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.074803 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.076652 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.078374 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.080411 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.082279 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.086375 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.086375 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.087839 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron.api.extensions [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Extended resource: tags {{(pid=116288) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:54:26.094349 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING keystonemiddleware.auth_token [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 14:54:26.101106 dv-cinder-850668-2-iscsi neutron-server[116288]: WARNING keystonemiddleware.auth_token [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 14:54:26.110561 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_concurrency.lockutils [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Acquired lock "singleton_lock" {{(pid=116288) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 26 14:54:26.111040 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_concurrency.lockutils [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Releasing lock "singleton_lock" {{(pid=116288) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 26 14:54:26.112723 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO oslo_service.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Starting 2 workers Jul 26 14:54:26.117790 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Started child 116401 {{(pid=116288) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:54:26.122589 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Started child 116402 {{(pid=116288) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:54:26.124516 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO neutron.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 14:54:26.125171 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Publish callbacks [] for process (None), before_spawn {{(pid=116288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:26.125398 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:26.127509 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [-] (116401) wsgi starting up on http://0.0.0.0:9696 Jul 26 14:54:26.128239 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO oslo_service.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Starting 1 workers Jul 26 14:54:26.129738 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:26.132423 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [-] (116402) wsgi starting up on http://0.0.0.0:9696 Jul 26 14:54:26.133602 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Started child 116403 {{(pid=116288) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:54:26.134190 dv-cinder-850668-2-iscsi neutron-server[116288]: INFO oslo_service.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Starting 1 workers Jul 26 14:54:26.138097 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] calling RpcWorker wait() {{(pid=116403) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 14:54:26.138969 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] returning from RpcWorker wait() {{(pid=116403) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 14:54:26.139151 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Started child 116404 {{(pid=116288) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:54:26.140131 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:26.140255 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG neutron_lib.callbacks.manager [None req-a5e7be13-eb98-4d17-ab81-193152b1d4cb None None] Publish callbacks [] for process (None), after_spawn {{(pid=116288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:26.140620 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:26.142462 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116288) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 14:54:26.142669 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:54:26.143091 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:54:26.143329 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:54:26.143701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:54:26.143880 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:54:26.144431 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.144704 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.144955 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.145227 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.145864 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.146140 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.146391 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.146663 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.146942 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.147113 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.147508 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.147731 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.147983 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.148411 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.148707 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.148961 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.149236 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.149432 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.149693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.149921 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.150162 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.150423 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] debug = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.150691 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.150910 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:26.151573 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.151573 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.151872 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.152001 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.152293 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.152450 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.152689 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.152830 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:26.152960 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.153122 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.153371 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.153626 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.153875 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.154119 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.154349 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.154612 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.154840 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.155321 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] host = dv-cinder-850668-2-iscsi {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.155582 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.155819 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.156079 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.156306 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.156569 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.156799 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.157065 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.157409 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.157614 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.157783 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.158016 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.158265 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.158501 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.159397 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.159640 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_options = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.159848 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.160117 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.160381 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.160583 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.160768 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.160944 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.161127 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.161285 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.161564 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.161815 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.162085 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.162253 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.162646 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.162886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.163118 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.163279 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.163448 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.163724 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.163996 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.164373 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.164522 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.164768 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.165081 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.165337 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.165580 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.165827 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.166116 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.166344 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.166526 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.166756 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.167033 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.167399 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.167796 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.168178 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.168895 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.168895 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.169483 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.169684 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.170077 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.171029 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.171029 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.171795 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.171795 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.171795 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.172579 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.172579 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.172579 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_json = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.172988 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.172988 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.173249 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.173498 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.173741 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.174100 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.175261 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.175261 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.175575 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.175889 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.176185 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.176507 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.176773 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.177028 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.177496 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.177654 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.177926 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.178086 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.178420 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.178820 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.179121 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.179578 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.179912 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.180214 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.180546 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.180819 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.181104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.181323 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.181575 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.181816 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.182059 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.182342 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.182583 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.182842 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.190177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.190177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.190177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.190177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.190177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.190177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.190177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.190177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191111 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191111 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191111 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191111 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191111 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191111 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191111 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191111 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.191862 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.192535 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.193479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.193479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.193479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.193479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.193479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.193479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.193479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.193479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.194313 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.194313 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.194313 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.194313 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.194313 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.194717 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.194717 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.194921 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.195143 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.195414 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.195630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.195848 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.196092 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.196303 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.196521 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.197237 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.197237 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.197237 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.197662 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.197893 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.198039 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.198575 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.198745 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.198927 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.199140 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.199513 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.199747 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.200005 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.200286 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.200491 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.200846 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.200972 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.201179 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.201414 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.201627 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.201913 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.202157 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.202448 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.202684 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.202899 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.203200 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.203379 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.203696 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.209997 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.209997 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.209997 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.209997 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.209997 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.209997 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.209997 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.209997 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.210629 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.210629 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.210761 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.211050 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.211235 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.211561 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.211830 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.213250 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.213250 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.213250 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.213250 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.213250 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.214118 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.214563 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.214887 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.215162 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.215426 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.215746 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.216044 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.216227 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.216676 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.217083 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.217510 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.217876 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.218565 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.219171 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.219626 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.220048 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.220499 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.220917 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.221861 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.222365 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.222992 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.223492 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.224057 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.224494 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.224944 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.225330 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.225744 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.226169 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.226607 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.227041 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.227440 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.227877 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.228423 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.228846 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.229084 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.229600 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.230054 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.230278 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.230531 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.230759 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.231064 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.231330 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.231727 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.232118 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.232648 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.233051 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.233432 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.233799 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.234321 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.234683 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.235124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.235385 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.235631 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.235868 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.236128 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.236376 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.236651 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.237538 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.237866 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.238205 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.238666 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.239026 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.239306 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.239773 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.240011 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.240228 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.240473 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.240941 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.241308 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.241564 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.241797 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.242025 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.242282 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.242540 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.242762 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.242981 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.243254 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.243525 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.243769 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.244020 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.244362 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.244591 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.244812 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.245030 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.245298 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.245537 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.245797 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.246015 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.246257 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.246469 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.246859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.247218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.247593 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.247977 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.248196 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.248415 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.248672 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.249079 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.249332 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.249582 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.249846 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.250100 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.250478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.250913 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.251206 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.251499 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.251731 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.251950 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.252181 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.252650 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.252864 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.253701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.253701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.253701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.253898 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.254090 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.254311 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.254601 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.254747 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.254961 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.255203 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.255504 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.255733 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.255945 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.256168 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.256385 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.256592 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.256818 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.257034 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.257243 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.257465 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.257677 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.257883 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.258379 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.258625 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.258852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.259156 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.259561 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.259820 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.260067 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.260382 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.260601 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.260829 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.262574 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.262574 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.262574 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.262574 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.262574 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.263132 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.263132 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.263335 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.263866 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.264140 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.264675 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.264898 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.265196 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.265560 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.267688 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.268830 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.269132 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.269430 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.269876 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.271504 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.271504 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.271504 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.271801 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.272026 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.272465 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.272681 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.272911 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.273866 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.274231 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.274479 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.275297 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.276172 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.276172 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.276379 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:54:26.276908 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116288) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 14:54:26.277025 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:54:26.278497 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:54:26.278691 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:54:26.278876 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:54:26.279036 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:54:26.279256 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.279424 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.279617 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.279784 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.279966 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.280138 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.280298 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.280458 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.280617 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.280775 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.280935 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.281092 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.281250 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.281409 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.281567 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.281725 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.281883 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.282047 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.282205 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.282364 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.282522 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.282679 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] debug = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.282837 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.283027 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.283192 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.283349 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.283748 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.284502 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.284630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.284797 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.284956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.285183 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.285383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.285600 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.285812 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.285812 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.286036 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.286150 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.286264 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.286399 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] host = dv-cinder-850668-2-iscsi {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.286612 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.286756 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.286910 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.287251 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.288668 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.288852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.289016 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.289159 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.289327 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.291169 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.291585 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.291761 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.291945 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.292122 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.292251 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_options = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.292422 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.292577 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.292731 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.292906 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.293058 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.293217 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.293368 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.293524 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.293672 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.293820 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.293966 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.294108 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.294254 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.294407 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.294531 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.294668 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.295115 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.295115 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.295817 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.296032 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.296177 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.296324 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.296490 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.296634 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.296785 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.297526 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.297691 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.297851 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.298009 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.298166 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.298325 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.298483 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.298641 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.298805 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.299017 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.300057 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.300057 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.300772 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.300772 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.301039 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.301039 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.301424 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.301424 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303042 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303042 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303042 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303042 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_json = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303042 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303042 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303758 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303758 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303758 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.303937 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.304009 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.304164 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.304416 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:54:26.304563 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.304898 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.304898 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.305325 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.305325 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.305325 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.306833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.306833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.306833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.306833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.306833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.306833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.306833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.306833 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.308218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.308218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.308218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.308218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.308218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.308218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.308218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.308218 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309176 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309302 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:26.309446 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309446 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309446 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309446 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309446 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309446 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309446 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.309446 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.310711 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.310711 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.310711 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.310711 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.310711 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.310711 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.310711 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.311729 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.311729 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.312114 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.312114 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.312114 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.313226 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.313226 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.313226 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.313226 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.313226 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.313226 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.313226 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.314316 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.314316 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.314316 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.314316 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.314316 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.314316 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.316472 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.316472 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.316472 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.316472 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.316472 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.316472 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.316472 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.316472 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.317630 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.318933 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.320215 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.320215 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.320215 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.320215 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.320215 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.320215 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.320215 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.320215 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.321886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.321886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.321886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.321886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.321886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.321886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.321886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.321886 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.323158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.323158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.323158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.323158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.323158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.323158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.323158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.323158 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.324271 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.324271 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.324271 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.324271 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.324271 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.324271 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.324271 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.324271 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.325478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.325478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.325478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.325478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.325478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.325478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.325478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.325478 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.327804 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.327804 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.327804 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.327804 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.327804 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.327804 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.327804 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.327804 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.329207 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.330187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.330187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.330187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.330187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.330187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.330187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.330187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.330187 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.332383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.332383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.332383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.332383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.332383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.332383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.332383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.332383 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.333701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.333701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.333701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.333701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.333701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.333701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.333701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.333701 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.335596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.335596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.335596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.335596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.335596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.335596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.335596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.335596 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.336852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.336852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.336852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.336852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.336852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.336852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.336852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.336852 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.337859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.337859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.337859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.337859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.337859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.337859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.337859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.337859 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.338882 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.338882 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.338882 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.338882 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.338882 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.338882 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.338882 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.338882 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.339974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.339974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.339974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.339974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.339974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.339974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.339974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.339974 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.341104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.341104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.341104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.341104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.341104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.341104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.341104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.341104 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.342124 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.343417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.343417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.343417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.343417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.343417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.343417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.343417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.343417 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.346609 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.346609 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.346609 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.346609 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.346609 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.346609 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.346609 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.346609 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.347693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.347693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.347693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.347693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.347693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.347693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.347693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.347693 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.348838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.348838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.348838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.348838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.348838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.348838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.348838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.348838 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.349786 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.349786 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.349786 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.349786 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.349786 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.349786 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.349786 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.349786 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.350774 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.350774 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.350774 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.350774 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.350774 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.350774 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.350774 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.350774 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.351809 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.351809 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.351809 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.351809 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.351809 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.351809 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.351809 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.351809 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.357787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.357787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.357787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.357787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.357787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.357787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.357787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.357787 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358350 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.358956 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.359602 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.359602 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.359602 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:54:26.359602 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116288) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:54:26.574959 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58734) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:26.584607 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [-] 10.222.0.94 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074034 Jul 26 14:54:35.383523 dv-cinder-850668-2-iscsi neutron-server[116288]: DEBUG dbcounter [-] [116288] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=116288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:40.463137 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c6dea-b04f-4867-8fd7-5fa42c060bd8 None None] get_active_networks_info from dv-cinder-850668-2-iscsi {{(pid=116403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 26 14:54:40.492605 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writer thread running {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:54:40.687776 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c6dea-b04f-4867-8fd7-5fa42c060bd8 None None] No non-hosted networks {{(pid=116403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 14:54:40.719506 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.agentschedulers_db [None req-798c6dea-b04f-4867-8fd7-5fa42c060bd8 None None] DHCP Agent not found on host dv-cinder-850668-2-iscsi {{(pid=116403) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 26 14:54:40.812585 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-118df892-460d-4d26-a539-3e911069be10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688296'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:42.417339 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writer thread running {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:54:43.699087 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9d111b5a-207b-4a93-a6d3-afeaee357cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688296'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:43.754606 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.db.api [None req-99f69b51-f39f-4e92-b069-63794326d62a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-850668-2-iscsi {{(pid=116403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 14:54:43.755088 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG oslo_db.api [None req-99f69b51-f39f-4e92-b069-63794326d62a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:54:44.305910 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-99f69b51-f39f-4e92-b069-63794326d62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.107387 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58812) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:45.228109 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688296'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.848085 dv-cinder-850668-2-iscsi neutron-server[116402]: WARNING oslo_policy.policy [None req-88236454-c08d-47af-a064-b7ef352464d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:54:45.848719 dv-cinder-850668-2-iscsi neutron-server[116402]: WARNING oslo_policy.policy [None req-88236454-c08d-47af-a064-b7ef352464d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:54:46.109402 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [None req-88236454-c08d-47af-a064-b7ef352464d3 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:54:46.122398 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-88236454-c08d-47af-a064-b7ef352464d3 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0561314 Jul 26 14:54:46.291725 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688296'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.293911 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.294595 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.295369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.296012 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.296593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.297131 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.297689 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.299144 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.299863 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.300512 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.301223 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.301783 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.303296 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.305335 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.307550 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.310999 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850668-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:46.342620 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850668-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:47.153843 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.db.l3_hamode_db [None req-1ce2ece8-cce6-43a2-919c-90c9d235d18f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 14:54:47.279417 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2ece8-cce6-43a2-919c-90c9d235d18f None None] Routers set() bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:54:47.280144 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2ece8-cce6-43a2-919c-90c9d235d18f None None] Router IDs set() for agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 26 14:54:47.348265 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688296'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:48.758703 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58844) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:49.149940 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-12127936-ac33-438c-9f8e-5cf8493de714 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:49.246824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.policy [None req-12127936-ac33-438c-9f8e-5cf8493de714 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116402) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 14:54:49.291978 dv-cinder-850668-2-iscsi neutron-server[116402]: WARNING oslo_policy.policy [None req-12127936-ac33-438c-9f8e-5cf8493de714 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:54:49.292371 dv-cinder-850668-2-iscsi neutron-server[116402]: WARNING oslo_policy.policy [None req-12127936-ac33-438c-9f8e-5cf8493de714 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:54:49.314454 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writer thread running {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:54:49.478236 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-12127936-ac33-438c-9f8e-5cf8493de714 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793177670507', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793177671039', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793177654431', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793177648757', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793177639013', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793177631687', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66853168', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66097436', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-485596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498213'] for rbac-policy (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:49.766603 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-12127936-ac33-438c-9f8e-5cf8493de714 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:49.768336 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-12127936-ac33-438c-9f8e-5cf8493de714 admin admin] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0086026 Jul 26 14:54:52.236954 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 58854) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:52.892774 dv-cinder-850668-2-iscsi neutron-server[116401]: WARNING oslo_policy.policy [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:54:52.893329 dv-cinder-850668-2-iscsi neutron-server[116401]: WARNING oslo_policy.policy [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:54:53.118725 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:53.133231 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writer thread running {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:54:53.272918 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Made reservation on behalf of d0c721e2529541e5966d3c21426e447a for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:53.341528 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.policy [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116401) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 14:54:53.389371 dv-cinder-850668-2-iscsi neutron-server[116401]: WARNING oslo_policy.policy [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:54:53.389590 dv-cinder-850668-2-iscsi neutron-server[116401]: WARNING oslo_policy.policy [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:54:53.401860 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:53.427119 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:53.575565 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Publish callbacks [] for security_group (2f968f3e-7e00-4566-9201-5649c749211e), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:53.650542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (2f968f3e-7e00-4566-9201-5649c749211e), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:53.691181 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:54:53.724833 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793173369025', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (c7aeed2c-c84b-425e-a231-78b68da1a9ad), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:53.725433 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Unsubscribe: segment precommit_create {{(pid=116401) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 14:54:53.726092 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Added segment c7aeed2c-c84b-425e-a231-78b68da1a9ad of type vlan for network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b Jul 26 14:54:53.732976 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2f968f3e-7e00-4566-9201-5649c749211e,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:53.781808 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.782212 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.783236 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.783607 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.783945 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.784265 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.784587 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.784910 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.785227 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.785544 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.785862 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.786195 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.786512 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.786820 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.787130 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Tracked resource versions report: Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: pushed versions: Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: { 'AddressGroup': {'1.2'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Agent': {'1.1'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'ConntrackHelper': {'1.0'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Log': {'1.0'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'NDPProxy': {'1.0'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Network': {'1.1'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Port': {'1.7'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'PortForwarding': {'1.3'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'QosPolicy': {'1.10'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SecurityGroup': {'1.5'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SubPort': {'1.0'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Subnet': {'1.1'}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Trunk': {'1.1'}} Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: consumer versions: Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: { DHCP agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: L3 agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: Metadata agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: Metering agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: Open vSwitch agent@dv-cinder-850668-2-iscsi: { 'AddressGroup': '1.2', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Agent': '1.1', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'ConntrackHelper': '1.0', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'LocalIPAssociation': '1.0', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Log': '1.0', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'NDPProxy': '1.0', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Network': '1.1', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Port': '1.7', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'PortForwarding': '1.3', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'QosPolicy': '1.10', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SecurityGroup': '1.5', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SecurityGroupRule': '1.2', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SubPort': '1.0', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Subnet': '1.1', Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Trunk': '1.1'}} Jul 26 14:54:53.788730 dv-cinder-850668-2-iscsi neutron-server[116401]: {{(pid=116401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:54:53.858359 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (3262f4f9-ecf5-4948-9f6b-c34be9e8025b), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.021635 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (3262f4f9-ecf5-4948-9f6b-c34be9e8025b), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.027243 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:54.028124 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.164609 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] Pushing event updated for resources: {'Network': ['ID=3262f4f9-ecf5-4948-9f6b-c34be9e8025b,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:54.178098 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:54:54.232984 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-db2bc449-f062-4868-94a5-784073f5c1dc demo demo] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.9934843 Jul 26 14:54:54.292291 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=37,neutron:INSERT=34 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:56.903391 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58876) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:57.355884 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=27,neutron:INSERT=32,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:57.518838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84a1c4a-fe6f-4c8f-ba19-841a0b672280 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:57.520497 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d84a1c4a-fe6f-4c8f-ba19-841a0b672280 demo admin] 10.222.0.94 "GET /v2.0/networks/3262f4f9-ecf5-4948-9f6b-c34be9e8025b HTTP/1.1" status: 200 len: 825 time: 0.6159611 Jul 26 14:54:57.560945 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-55c31720-f37f-4fef-b630-1eba42036af1 demo admin] 10.222.0.94 "GET /v2.0/subnetpools/d726bb08-47e6-4ae1-b0f5-deb12b88a208 HTTP/1.1" status: 200 len: 734 time: 0.0302894 Jul 26 14:54:57.573430 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd726bb08-47e6-4ae1-b0f5-deb12b88a208', 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:57.730484 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Made reservation on behalf of d0c721e2529541e5966d3c21426e447a for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:57.733299 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.160275 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.218292 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:58.227785 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=7 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:58.247538 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Checking segment: {'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:54:58.248031 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Network hostable DHCP agents. Network: 3262f4f9-ecf5-4948-9f6b-c34be9e8025b, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:54:58.257581 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Pushing event updated for resources: {'Subnet': ['ID=5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.273741 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.274240 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.274543 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.274879 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.275207 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.275596 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.275926 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.276241 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.276572 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.276914 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.277232 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.277594 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.277979 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.278233 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.278700 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Tracked resource versions report: Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: pushed versions: Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: { 'AddressGroup': {'1.2'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Agent': {'1.1'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'ConntrackHelper': {'1.0'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Log': {'1.0'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'NDPProxy': {'1.0'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Network': {'1.1'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Port': {'1.7'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'PortForwarding': {'1.3'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'QosPolicy': {'1.10'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SecurityGroup': {'1.5'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SubPort': {'1.0'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Subnet': {'1.1'}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Trunk': {'1.1'}} Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: consumer versions: Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: { DHCP agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: L3 agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: Metadata agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: Metering agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: Open vSwitch agent@dv-cinder-850668-2-iscsi: { 'AddressGroup': '1.2', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Agent': '1.1', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'ConntrackHelper': '1.0', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'LocalIPAssociation': '1.0', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Log': '1.0', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'NDPProxy': '1.0', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Network': '1.1', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Port': '1.7', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'PortForwarding': '1.3', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'QosPolicy': '1.10', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SecurityGroup': '1.5', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SecurityGroupRule': '1.2', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SubPort': '1.0', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Subnet': '1.1', Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Trunk': '1.1'}} Jul 26 14:54:58.280210 dv-cinder-850668-2-iscsi neutron-server[116402]: {{(pid=116402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:54:58.405057 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:54:58.530630 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 3262f4f9-ecf5-4948-9f6b-c34be9e8025b) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:58.536432 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:58.537083 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.545417 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d74ca-d712-48b5-996c-5a48fbf54df9 None None] Network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:54:58.682127 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-797fbf89-ce73-4e19-900a-2eba3ffa438c demo admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1124244 Jul 26 14:54:58.869400 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'fixed_ips': [{'subnet_id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:54:58.871030 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:59.313224 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Allocated IP 172.20.0.2 (3262f4f9-ecf5-4948-9f6b-c34be9e8025b/5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe/4a53351a-c80c-40ad-ada7-4a66616106a4) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:59.693282 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Publish callbacks [] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:59.806144 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:59.961121 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:59.973527 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:59.978171 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:54:59.988670 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Pushing event updated for resources: {'Port': ['ID=4a53351a-c80c-40ad-ada7-4a66616106a4,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:00.031807 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.032807 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.033737 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.034301 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.034503 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.034989 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.035152 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.035547 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.036088 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.036485 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.036818 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.037190 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.037532 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.037858 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.038356 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Tracked resource versions report: Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: pushed versions: Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: { 'AddressGroup': {'1.2'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Agent': {'1.1'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'ConntrackHelper': {'1.0'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Log': {'1.0'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'NDPProxy': {'1.0'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Network': {'1.1'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Port': {'1.7'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'PortForwarding': {'1.3'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'QosPolicy': {'1.10'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SecurityGroup': {'1.5'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SubPort': {'1.0'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Subnet': {'1.1'}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Trunk': {'1.1'}} Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: consumer versions: Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: { DHCP agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: L3 agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: Metadata agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: Metering agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: Open vSwitch agent@dv-cinder-850668-2-iscsi: { 'AddressGroup': '1.2', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Agent': '1.1', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'ConntrackHelper': '1.0', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'LocalIPAssociation': '1.0', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Log': '1.0', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'NDPProxy': '1.0', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Network': '1.1', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Port': '1.7', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'PortForwarding': '1.3', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'QosPolicy': '1.10', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SecurityGroup': '1.5', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SecurityGroupRule': '1.2', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SubPort': '1.0', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Subnet': '1.1', Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Trunk': '1.1'}} Jul 26 14:55:00.039734 dv-cinder-850668-2-iscsi neutron-server[116403]: {{(pid=116403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:55:00.142397 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Attempting to bind port 4a53351a-c80c-40ad-ada7-4a66616106a4 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:00.143067 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Attempting to bind port 4a53351a-c80c-40ad-ada7-4a66616106a4 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:00.143824 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Attempting to bind port 4a53351a-c80c-40ad-ada7-4a66616106a4 on network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:00.153703 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:00.154269 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Checking segment: {'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:00.154994 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:00.155649 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Bound using segment: {'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:00.156407 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Bound port: 4a53351a-c80c-40ad-ada7-4a66616106a4, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:00.157025 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:00.270644 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] For port 4a53351a-c80c-40ad-ada7-4a66616106a4, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:00.309877 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] For port 4a53351a-c80c-40ad-ada7-4a66616106a4, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=4a53351a-c80c-40ad-ada7-4a66616106a4,segment=NetworkSegment(c7aeed2c-c84b-425e-a231-78b68da1a9ad),segment_id=c7aeed2c-c84b-425e-a231-78b68da1a9ad)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:00.314776 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:00.377311 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:00.464174 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6874e88-55cc-4c94-a3a1-1706c786f0ec None None] Pushing event updated for resources: {'Port': ['ID=4a53351a-c80c-40ad-ada7-4a66616106a4,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:01.676824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58894) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:02.213218 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [None req-1c0a4a6a-48df-455b-b2b0-242fe8f98707 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:55:02.214297 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1c0a4a6a-48df-455b-b2b0-242fe8f98707 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5365133 Jul 26 14:55:03.213531 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:55:04.152249 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=51,neutron:INSERT=39,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:04.161998 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=31,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:05.074432 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58906) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:05.630099 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [None req-d66e08c3-6792-4c6f-a1ce-274a11faad69 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:55:05.632746 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d66e08c3-6792-4c6f-a1ce-274a11faad69 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5562019 Jul 26 14:55:08.551924 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58918) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:08.552622 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:INSERT=13,neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:08.553451 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:09.054225 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-420e606a-7c74-48e9-992c-995d02a54f2f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:09.165180 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-420e606a-7c74-48e9-992c-995d02a54f2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:09.166933 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-420e606a-7c74-48e9-992c-995d02a54f2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:09.384911 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-420e606a-7c74-48e9-992c-995d02a54f2f demo demo] Publish callbacks [] for router_controller (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), precommit_add_association {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:09.509235 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-420e606a-7c74-48e9-992c-995d02a54f2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:09.677403 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-420e606a-7c74-48e9-992c-995d02a54f2f demo demo] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:09.679147 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-420e606a-7c74-48e9-992c-995d02a54f2f demo demo] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1237793 Jul 26 14:55:10.209741 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bced7fb-e291-4fb3-a38e-a84bd7368f71 None None] Network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:55:10.282496 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-7160651e-6e37-4041-8b3d-7a0b3cbca0cc None None] Provisioning complete for port 4a53351a-c80c-40ad-ada7-4a66616106a4 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:10.282923 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7160651e-6e37-4041-8b3d-7a0b3cbca0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.288001 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:10.514930 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-7160651e-6e37-4041-8b3d-7a0b3cbca0cc None None] Current status of the port 4a53351a-c80c-40ad-ada7-4a66616106a4 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:10.515335 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7160651e-6e37-4041-8b3d-7a0b3cbca0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.541041 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-14365237-c1d0-4901-b254-5b7aa8717ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.564592 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 4a53351a-c80c-40ad-ada7-4a66616106a4 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:10.659767 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-7160651e-6e37-4041-8b3d-7a0b3cbca0cc None None] For port 4a53351a-c80c-40ad-ada7-4a66616106a4, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=4a53351a-c80c-40ad-ada7-4a66616106a4,segment=NetworkSegment(c7aeed2c-c84b-425e-a231-78b68da1a9ad),segment_id=c7aeed2c-c84b-425e-a231-78b68da1a9ad)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:10.676089 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 4a53351a-c80c-40ad-ada7-4a66616106a4 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:10.676709 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.761719 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7160651e-6e37-4041-8b3d-7a0b3cbca0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.869705 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 4a53351a-c80c-40ad-ada7-4a66616106a4 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:10.917882 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-6ab458dc-58a0-4bff-9af5-057fad53b681 None None] Provisioning complete for port 4a53351a-c80c-40ad-ada7-4a66616106a4 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:10.918531 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6ab458dc-58a0-4bff-9af5-057fad53b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.924424 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160651e-6e37-4041-8b3d-7a0b3cbca0cc None None] Pushing event updated for resources: {'Port': ['ID=4a53351a-c80c-40ad-ada7-4a66616106a4,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:11.023018 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-6ab458dc-58a0-4bff-9af5-057fad53b681 None None] Current status of the port 4a53351a-c80c-40ad-ada7-4a66616106a4 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:12.457002 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58930) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:12.521977 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 4a53351a-c80c-40ad-ada7-4a66616106a4 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:12.608600 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:12.612633 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 4a53351a-c80c-40ad-ada7-4a66616106a4 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:12.613282 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:12.750966 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 4a53351a-c80c-40ad-ada7-4a66616106a4 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:12.881089 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [None req-8ab04684-84dd-4170-a686-5774cf6100c0 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:55:12.882113 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-8ab04684-84dd-4170-a686-5774cf6100c0 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4238441 Jul 26 14:55:13.208851 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:13.662192 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-19f7085d-eb9e-4f7e-b143-8534226a5174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:14.975992 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:15.511675 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58938) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:15.980570 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:16.175974 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Made reservation on behalf of 382829af20d649b9beb375e3c3cc2d50 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:16.178334 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.198523 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.313479 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.362281 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Publish callbacks [] for security_group (6ebf2027-8801-4dd3-918e-a2e3bb866971), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.472698 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6ebf2027-8801-4dd3-918e-a2e3bb866971), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.494142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Reserving flat network on physical network physnet1 {{(pid=116402) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 14:55:16.522763 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebf2027-8801-4dd3-918e-a2e3bb866971,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:16.529646 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793173369025', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (7a1655bc-46a0-4edf-bcfb-b91cde304b19), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.530212 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Unsubscribe: segment precommit_create {{(pid=116402) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 14:55:16.530724 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Added segment 7a1655bc-46a0-4edf-bcfb-b91cde304b19 of type flat for network 093f2d26-af75-479a-bb54-c439d05ca396 Jul 26 14:55:16.604114 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (093f2d26-af75-479a-bb54-c439d05ca396), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.747865 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (093f2d26-af75-479a-bb54-c439d05ca396), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.748800 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:16.749376 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.867593 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] Pushing event updated for resources: {'Network': ['ID=093f2d26-af75-479a-bb54-c439d05ca396,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:16.882202 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 093f2d26-af75-479a-bb54-c439d05ca396 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:55:16.927399 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f95274fe-dfb9-424f-8ba4-98fa89945a84 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4144244 Jul 26 14:55:17.205346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:19.421352 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 58946) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:19.929549 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad45d1-d5bd-4bb6-b92d-dfb8cb4bbb8b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:19.931253 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-50ad45d1-d5bd-4bb6-b92d-dfb8cb4bbb8b demo admin] 10.222.0.94 "GET /v2.0/subnets/5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe HTTP/1.1" status: 200 len: 849 time: 0.5084977 Jul 26 14:55:20.080019 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-5feeac38-0d14-423c-8051-802858689e17 demo admin] 10.222.0.94 "GET /v2.0/routers/eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 HTTP/1.1" status: 200 len: 704 time: 0.1414635 Jul 26 14:55:20.396752 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:20.487924 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:20.499043 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:20.798986 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Allocated IP 172.20.0.1 (3262f4f9-ecf5-4948-9f6b-c34be9e8025b/5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe/0f820dc9-c17f-4a36-b68c-8b199cd9a35e) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:21.074518 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Publish callbacks [] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.233559 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.322140 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:21.328585 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:21.339550 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:21.339550 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.363982 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Pushing event updated for resources: {'Port': ['ID=0f820dc9-c17f-4a36-b68c-8b199cd9a35e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:21.614069 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-da5fcbf8-b4e7-4432-aa3b-5ea43ba4bfe7 None None] Provisioning complete for port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:21.614713 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-da5fcbf8-b4e7-4432-aa3b-5ea43ba4bfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.675146 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.678749 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-da5fcbf8-b4e7-4432-aa3b-5ea43ba4bfe7 None None] Port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:21.684857 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:21.999090 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Publish callbacks [] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:22.078741 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:22.079745 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:22.171022 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Pushing event updated for resources: {'Port': ['ID=0f820dc9-c17f-4a36-b68c-8b199cd9a35e,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:22.245977 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:22.249047 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:22.505690 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-394c6acc-0800-492a-a24f-9b1444874317 None None] Provisioning complete for port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:22.506376 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-394c6acc-0800-492a-a24f-9b1444874317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:22.530117 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Router eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:55:22.545625 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-394c6acc-0800-492a-a24f-9b1444874317 None None] Port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:22.636644 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:22.643757 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-efa59961-d6ef-41f0-9537-aa99f2fb6c06 demo admin] 10.222.0.94 "PUT /v2.0/routers/eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5577002 Jul 26 14:55:22.648702 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Sync routers for ids ['eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:22.672877 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Routers {'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:22.674532 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T14:55:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:23.006790 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Set router eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 gateway port host: None {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:23.649668 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'name': 'router1', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:09Z', 'updated_at': '2022-07-26T14:55:21Z', 'revision_number': 2, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'gw_port_host': None, '_interfaces': [{'id': '0f820dc9-c17f-4a36-b68c-8b199cd9a35e', 'name': '', 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'mac_address': 'fa:16:3e:e7:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:20Z', 'updated_at': '2022-07-26T14:55:21Z', 'revision_number': 2, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'subnets': [{'id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd726bb08-47e6-4ae1-b0f5-deb12b88a208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:23.742878 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Checking router: eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:23.743450 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Updating router eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:23.839863 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.676966 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Publish callbacks [] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.799042 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.980417 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Pushing event updated for resources: {'Port': ['ID=0f820dc9-c17f-4a36-b68c-8b199cd9a35e,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.010202 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.010576 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.010936 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.011375 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.011860 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.012335 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.013090 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.013574 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.014130 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.014608 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.015074 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.016123 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.016601 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.017070 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.017536 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Tracked resource versions report: Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: pushed versions: Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: { 'AddressGroup': {'1.2'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Agent': {'1.1'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'ConntrackHelper': {'1.0'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Log': {'1.0'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'NDPProxy': {'1.0'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Network': {'1.1'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Port': {'1.7'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'PortForwarding': {'1.3'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'QosPolicy': {'1.10'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SecurityGroup': {'1.5'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SubPort': {'1.0'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Subnet': {'1.1'}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Trunk': {'1.1'}} Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: consumer versions: Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: { DHCP agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: L3 agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: Metadata agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: Metering agent@dv-cinder-850668-2-iscsi: {}, Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: Open vSwitch agent@dv-cinder-850668-2-iscsi: { 'AddressGroup': '1.2', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Agent': '1.1', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'ConntrackHelper': '1.0', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'LocalIPAssociation': '1.0', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Log': '1.0', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'NDPProxy': '1.0', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Network': '1.1', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Port': '1.7', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'PortForwarding': '1.3', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'QosPolicy': '1.10', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SecurityGroup': '1.5', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SecurityGroupRule': '1.2', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SubPort': '1.0', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Subnet': '1.1', Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Trunk': '1.1'}} Jul 26 14:55:25.019691 dv-cinder-850668-2-iscsi neutron-server[116404]: {{(pid=116404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:55:25.034387 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Attempting to bind port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:25.034873 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Attempting to bind port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:25.035319 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Attempting to bind port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e on network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:25.042434 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:25.042826 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Checking segment: {'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:25.043351 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.043858 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Bound using segment: {'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:25.044279 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Bound port: 0f820dc9-c17f-4a36-b68c-8b199cd9a35e, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aeed2c-c84b-425e-a231-78b68da1a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:25.044681 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.159220 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] For port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:25.192781 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-1bac0f5c-a002-462f-ba06-2399ca1200d1 None None] Provisioning complete for port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:25.193639 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-1bac0f5c-a002-462f-ba06-2399ca1200d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.197995 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] For port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=0f820dc9-c17f-4a36-b68c-8b199cd9a35e,segment=NetworkSegment(c7aeed2c-c84b-425e-a231-78b68da1a9ad),segment_id=c7aeed2c-c84b-425e-a231-78b68da1a9ad)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:25.238343 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-1bac0f5c-a002-462f-ba06-2399ca1200d1 None None] Port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:25.291934 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.314495 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:25.346192 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:25.387096 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Routers {'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:25.388667 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T14:55:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:25.542464 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 58956) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:25.548487 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537650b1-62cd-4b36-8e83-be044fd8b5f9 None None] Pushing event updated for resources: {'Port': ['ID=0f820dc9-c17f-4a36-b68c-8b199cd9a35e,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.569053 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] Set router eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 gateway port host: None {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:25.671204 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-9683d147-95f9-415c-86a2-a8b099c0d57b None None] Provisioning complete for port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:25.672423 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9683d147-95f9-415c-86a2-a8b099c0d57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.736388 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:25.787154 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9683d147-95f9-415c-86a2-a8b099c0d57b None None] Current status of the port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:25.787915 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9683d147-95f9-415c-86a2-a8b099c0d57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.830741 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9683d147-95f9-415c-86a2-a8b099c0d57b None None] For port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=0f820dc9-c17f-4a36-b68c-8b199cd9a35e,segment=NetworkSegment(c7aeed2c-c84b-425e-a231-78b68da1a9ad),segment_id=c7aeed2c-c84b-425e-a231-78b68da1a9ad)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:25.868943 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'name': 'router1', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:09Z', 'updated_at': '2022-07-26T14:55:21Z', 'revision_number': 2, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'gw_port_host': None, '_interfaces': [{'id': '0f820dc9-c17f-4a36-b68c-8b199cd9a35e', 'name': '', 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'mac_address': 'fa:16:3e:e7:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:20Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 4, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'subnets': [{'id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd726bb08-47e6-4ae1-b0f5-deb12b88a208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:25.904385 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b91fb-7d08-4d55-8efe-637dfe17d0dd None None] The sync data for ids ['eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'] in dv-cinder-850668-2-iscsi is: [{'id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'name': 'router1', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:09Z', 'updated_at': '2022-07-26T14:55:21Z', 'revision_number': 2, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'gw_port_host': None, '_interfaces': [{'id': '0f820dc9-c17f-4a36-b68c-8b199cd9a35e', 'name': '', 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'mac_address': 'fa:16:3e:e7:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:20Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 4, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'subnets': [{'id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd726bb08-47e6-4ae1-b0f5-deb12b88a208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:25.912794 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9683d147-95f9-415c-86a2-a8b099c0d57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.989720 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683d147-95f9-415c-86a2-a8b099c0d57b None None] Pushing event updated for resources: {'Port': ['ID=0f820dc9-c17f-4a36-b68c-8b199cd9a35e,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:26.326936 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e182878-711d-40cd-ae7c-5390164a2893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:26.335454 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-8e182878-711d-40cd-ae7c-5390164a2893 admin admin] 10.222.0.94 "GET /v2.0/networks/093f2d26-af75-479a-bb54-c439d05ca396 HTTP/1.1" status: 200 len: 842 time: 0.7855899 Jul 26 14:55:26.342559 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:26.455555 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Made reservation on behalf of 382829af20d649b9beb375e3c3cc2d50 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:26.458488 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.051478 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.objects.ports [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116401) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 26 14:55:27.052519 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (97aae94b-a748-46c7-b675-96849450e24d), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.124017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97aae94b-a748-46c7-b675-96849450e24d,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:27.139867 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:27.140278 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Network hostable DHCP agents. Network: 093f2d26-af75-479a-bb54-c439d05ca396, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:55:27.250873 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:55:27.335745 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 093f2d26-af75-479a-bb54-c439d05ca396) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:27.343035 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:27.344067 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.352178 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba56256a-2d62-445e-a80f-199e65ab145e None None] Network 093f2d26-af75-479a-bb54-c439d05ca396 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:55:27.465653 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-985ff7c9-ded6-4c56-9bcd-142354716947 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1285977 Jul 26 14:55:27.506366 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9525b502-8327-4b30-a716-8073ffd156ff None None] Network 093f2d26-af75-479a-bb54-c439d05ca396 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:55:29.993327 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 58964) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:30.659528 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-2276012b-2886-43c3-9614-f7ba7a00b0c7 demo admin] 10.222.0.94 "GET /v2.0/routers/eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 HTTP/1.1" status: 200 len: 710 time: 0.6627958 Jul 26 14:55:30.791069 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc4356-e2e4-4e1c-99b7-a3a5873f9d1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:30.793682 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-dfdc4356-e2e4-4e1c-99b7-a3a5873f9d1f demo admin] 10.222.0.94 "GET /v2.0/networks/093f2d26-af75-479a-bb54-c439d05ca396 HTTP/1.1" status: 200 len: 886 time: 0.1259692 Jul 26 14:55:30.806552 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:31.153740 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:31.164378 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks [] for router_gateway (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.253173 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:31.540534 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks [] for router_gateway (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.643171 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.868672 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Allocated IP 172.27.2.42 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/5b0c9bb6-1519-4b62-a774-e14d26bb0ebf) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:32.120067 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks [] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.319655 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.406090 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:32.411913 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:32.419140 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:32.426074 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Pushing event updated for resources: {'Port': ['ID=5b0c9bb6-1519-4b62-a774-e14d26bb0ebf,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:32.559273 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 0f820dc9-c17f-4a36-b68c-8b199cd9a35e up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:32.615383 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:32.615826 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.632969 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:32.634953 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=61 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:32.658345 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:32.700629 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:32.772441 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:32.856326 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks [] for router_gateway (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.959447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:33.110045 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-337'] for router (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.117994 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-693921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-693914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-336808'] for router (eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.252537 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Router eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:55:33.411392 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:33.416768 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.421467 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-34610cd0-2171-45c3-a5b5-3622dd8bf50c demo admin] 10.222.0.94 "PUT /v2.0/routers/eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 HTTP/1.1" status: 200 len: 889 time: 2.6155851 Jul 26 14:55:33.435032 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Sync routers for ids ['eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:33.454536 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Routers {'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:33.455422 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T14:55:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:33.739840 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Set router eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:34.310676 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'name': 'router1', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5b0c9bb6-1519-4b62-a774-e14d26bb0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:09Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 4, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'gw_port': {'id': '5b0c9bb6-1519-4b62-a774-e14d26bb0ebf', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:31Z', 'updated_at': '2022-07-26T14:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '0f820dc9-c17f-4a36-b68c-8b199cd9a35e', 'name': '', 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'mac_address': 'fa:16:3e:e7:d5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:20Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 5, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'subnets': [{'id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd726bb08-47e6-4ae1-b0f5-deb12b88a208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:34.376410 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Checking router: eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:34.376901 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Updating router eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:34.440055 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.464355 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:34.826861 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Publish callbacks [] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.907621 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.965658 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Attempting to bind port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:34.966033 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Attempting to bind port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:34.966460 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Attempting to bind port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:34.969941 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd8ba2-5c8d-491d-aadf-4c2750643123 None None] Pushing event updated for resources: {'Port': ['ID=5b0c9bb6-1519-4b62-a774-e14d26bb0ebf,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:34.977600 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:34.983202 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:34.983202 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.983202 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:34.983202 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Bound port: 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:34.983202 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:35.041394 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] For port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:35.044966 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] For port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=5b0c9bb6-1519-4b62-a774-e14d26bb0ebf,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:35.147552 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:35.238979 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Routers {'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:35.239979 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T14:55:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:35.246235 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd8ba2-5c8d-491d-aadf-4c2750643123 None None] Pushing event updated for resources: {'Port': ['ID=5b0c9bb6-1519-4b62-a774-e14d26bb0ebf,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:35.361262 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:35.382219 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] Set router eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:35.663790 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'name': 'router1', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5b0c9bb6-1519-4b62-a774-e14d26bb0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:09Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 4, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'gw_port': {'id': '5b0c9bb6-1519-4b62-a774-e14d26bb0ebf', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:31Z', 'updated_at': '2022-07-26T14:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '0f820dc9-c17f-4a36-b68c-8b199cd9a35e', 'name': '', 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'mac_address': 'fa:16:3e:e7:d5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:20Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 5, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'subnets': [{'id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd726bb08-47e6-4ae1-b0f5-deb12b88a208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:35.693659 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdb4b4-48f2-4cbb-a140-084485a76698 None None] The sync data for ids ['eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4'] in dv-cinder-850668-2-iscsi is: [{'id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'name': 'router1', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5b0c9bb6-1519-4b62-a774-e14d26bb0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:09Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 4, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'gw_port': {'id': '5b0c9bb6-1519-4b62-a774-e14d26bb0ebf', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:31Z', 'updated_at': '2022-07-26T14:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '0f820dc9-c17f-4a36-b68c-8b199cd9a35e', 'name': '', 'network_id': '3262f4f9-ecf5-4948-9f6b-c34be9e8025b', 'tenant_id': 'd0c721e2529541e5966d3c21426e447a', 'mac_address': 'fa:16:3e:e7:d5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb37cfaa-cc9a-4b38-8fbd-385cbf62d1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:20Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 5, 'project_id': 'd0c721e2529541e5966d3c21426e447a', 'subnets': [{'id': '5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd726bb08-47e6-4ae1-b0f5-deb12b88a208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:36.187698 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 58976) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:36.601350 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:36.631206 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:36.668122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:36.668337 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.714199 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a1c65734-6fee-44c7-8c3c-f20995da0da2 admin admin] 10.222.0.94 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.5249333 Jul 26 14:55:36.773994 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:36.774701 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.819201 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=5b0c9bb6-1519-4b62-a774-e14d26bb0ebf,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:36.878610 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.948780 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=5b0c9bb6-1519-4b62-a774-e14d26bb0ebf,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:38.218605 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=15 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:38.230905 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=65 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:38.530359 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:38.610139 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:38.610536 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (5b0c9bb6-1519-4b62-a774-e14d26bb0ebf), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.698438 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 5b0c9bb6-1519-4b62-a774-e14d26bb0ebf is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:40.213697 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:55:40.468187 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-955280ad-7463-4f27-93b9-b854aba32e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:43.711784 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-1723e7a9-fac4-4974-8a5e-d0c73e018148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:44.986752 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:46.363510 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:46.701445 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=61 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:46.710132 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=22 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:47.240905 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:50.208800 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:50.211367 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:57.148376 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:57.156246 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:10.414495 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0ced56ed-f637-4dbe-aead-ecef47d5941f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:13.661928 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-90035922-d466-4bc6-b508-f63bfce56c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:14.982970 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:15.238200 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:15.277530 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:16.340223 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:17.215448 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:56:17.221051 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:27.158159 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:27.163536 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:27.209429 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:36.211080 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:40.433174 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7d79-f673-46cd-8d90-c303a3b0f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:43.682784 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e52e454b-1594-4979-b713-78becc34625f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.042806 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:46.299657 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:47.345455 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:52.230225 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:52.238534 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:54.217690 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:56:57.162236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:57.165402 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:04.211476 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:04.212799 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:10.437779 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cd39fe7a-38d1-4364-84f6-2d78160c2365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:13.698695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-36df7105-764a-4379-9a7e-97f184a13a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:14.995591 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:16.337583 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:17.224359 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:18.028138 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59518) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:18.401150 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac816f10-d9e7-4e57-bf05-a09ad7d56f2f admin admin] GET failed (client error): The resource could not be found. Jul 26 14:57:18.402442 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ac816f10-d9e7-4e57-bf05-a09ad7d56f2f admin admin] 10.222.0.94 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3731532 Jul 26 14:57:18.590321 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23d73e-718d-438f-a98b-53eb170d6eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:18.591870 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ca23d73e-718d-438f-a98b-53eb170d6eba admin admin] 10.222.0.94 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1847961 Jul 26 14:57:20.872365 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59528) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:21.538965 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff6495-5f24-4680-8cbf-83ad285a36fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:21.540408 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-bdff6495-5f24-4680-8cbf-83ad285a36fa admin admin] 10.222.0.94 "GET /v2.0/subnets/5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe HTTP/1.1" status: 200 len: 849 time: 0.6669672 Jul 26 14:57:21.551970 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:57:21.739159 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Publish callbacks [] for subnet (5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:21.996126 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793173294821'] for subnet (5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:22.032789 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:22.033382 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:22.034842 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] 10.222.0.94 "PUT /v2.0/subnets/5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe HTTP/1.1" status: 200 len: 868 time: 0.4872065 Jul 26 14:57:22.039368 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12652d-84ef-493f-a6b7-9b681de5bb33 None None] Network 3262f4f9-ecf5-4948-9f6b-c34be9e8025b requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:57:22.071724 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:22.086603 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.087585 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.088151 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.088700 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.089241 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.089783 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.090930 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.091489 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.092082 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.092634 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.093238 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.093816 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.094363 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.094915 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.095456 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad264f-8cee-4783-9d9d-4a8af79e5173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:22.453924 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-9c39748a-1237-42a3-b1d7-48954d6fb885 None None] Provisioning complete for port 4a53351a-c80c-40ad-ada7-4a66616106a4 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:57:22.454467 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9c39748a-1237-42a3-b1d7-48954d6fb885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4a53351a-c80c-40ad-ada7-4a66616106a4), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:22.547987 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9c39748a-1237-42a3-b1d7-48954d6fb885 None None] Current status of the port 4a53351a-c80c-40ad-ada7-4a66616106a4 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:57:22.557073 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-9c39748a-1237-42a3-b1d7-48954d6fb885 None None] Provisioning complete for port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:57:22.557456 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9c39748a-1237-42a3-b1d7-48954d6fb885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0f820dc9-c17f-4a36-b68c-8b199cd9a35e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:22.648973 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9c39748a-1237-42a3-b1d7-48954d6fb885 None None] Current status of the port 0f820dc9-c17f-4a36-b68c-8b199cd9a35e is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:57:24.401117 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59536) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:24.988265 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f73e9-e4ff-4bed-851f-87948980bc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:24.988822 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f73e9-e4ff-4bed-851f-87948980bc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:24.990572 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-cd3f73e9-e4ff-4bed-851f-87948980bc9c admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5880256 Jul 26 14:57:27.308913 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59544) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:27.851234 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b5993-919d-4dde-9ff2-ee68def08b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:27.851729 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b5993-919d-4dde-9ff2-ee68def08b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:27.853306 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-b87b5993-919d-4dde-9ff2-ee68def08b36 admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5434046 Jul 26 14:57:30.145352 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59554) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:30.609070 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d14668-9a0f-4640-a4dc-6d915ad6099d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:30.610569 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-63d14668-9a0f-4640-a4dc-6d915ad6099d admin admin] 10.222.0.94 "GET /v2.0/networks/093f2d26-af75-479a-bb54-c439d05ca396 HTTP/1.1" status: 200 len: 886 time: 0.4641514 Jul 26 14:57:31.217744 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:57:32.645591 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:32.647977 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:32.943414 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59562) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:33.502642 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8bfb2-b139-487f-afcd-329a43d2ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:33.505140 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-04f8bfb2-b139-487f-afcd-329a43d2ddc1 admin admin] 10.222.0.94 "GET /v2.0/networks/3262f4f9-ecf5-4948-9f6b-c34be9e8025b HTTP/1.1" status: 200 len: 869 time: 0.5605123 Jul 26 14:57:35.912237 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59570) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:36.553925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00f17a-e27e-4a9f-8f07-406b101eeca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:36.554383 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00f17a-e27e-4a9f-8f07-406b101eeca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:36.556060 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ff00f17a-e27e-4a9f-8f07-406b101eeca8 admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6428206 Jul 26 14:57:38.898076 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59578) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:39.395898 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a202c5-15ed-42cb-a6b9-24409766e25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:39.396364 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a202c5-15ed-42cb-a6b9-24409766e25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:39.398111 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-14a202c5-15ed-42cb-a6b9-24409766e25f admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4989185 Jul 26 14:57:40.436027 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-40e751cd-1684-4b96-b400-0559c109db5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:41.212170 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=15 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:41.213406 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=19 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:41.757473 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59586) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:42.310335 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe75d9-e0f7-46e3-b9e9-32c1564c8a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:42.312350 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9ffe75d9-e0f7-46e3-b9e9-32c1564c8a7f admin admin] 10.222.0.94 "GET /v2.0/subnets/5dd2a01f-8433-4b56-9b76-ebc5a70c1ebe HTTP/1.1" status: 200 len: 868 time: 0.5537510 Jul 26 14:57:43.495401 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:43.498875 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:43.750371 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-04b78862-66a3-4ca2-8809-7a15df71745f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:44.745304 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59594) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:45.007797 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:45.173096 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5643a5-beb1-46c4-96ed-a211b3c648ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:45.174706 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1d5643a5-beb1-46c4-96ed-a211b3c648ab admin admin] 10.222.0.94 "GET /v2.0/subnets/97aae94b-a748-46c7-b675-96849450e24d HTTP/1.1" status: 200 len: 816 time: 0.4283276 Jul 26 14:57:46.298606 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:47.256529 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:55.167803 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=47 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:55.170058 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=45 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:57.161423 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:57.166402 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:06.223120 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:06.224315 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:08.218815 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:58:10.462812 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-467720f9-0e88-4fec-93d6-9437112a9be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:13.686847 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-1ce24093-1fd8-4d7f-a435-ba0a647df4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:15.023266 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:16.325632 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:17.261057 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:18.081137 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59650) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:18.219299 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:18.699608 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [None req-676557b0-20c9-4744-8c84-8c8d46aab94f admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116401) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:58:18.701407 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-676557b0-20c9-4744-8c84-8c8d46aab94f admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6188219 Jul 26 14:58:21.862545 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59658) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:22.376736 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.pecan_wsgi.hooks.translation [None req-863794ac-b208-48ba-b24d-6778e740bcd2 admin admin] GET failed (client error): The resource could not be found. Jul 26 14:58:22.378247 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-863794ac-b208-48ba-b24d-6778e740bcd2 admin admin] 10.222.0.94 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.5141032 Jul 26 14:58:22.684976 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b24e28-43c2-4be3-9d95-86cb010594b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:22.686622 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-94b24e28-43c2-4be3-9d95-86cb010594b1 admin admin] 10.222.0.94 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3012254 Jul 26 14:58:25.922496 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59666) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:26.220492 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:26.576200 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:26.673666 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Made reservation on behalf of 382829af20d649b9beb375e3c3cc2d50 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:26.677759 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:26.733248 dv-cinder-850668-2-iscsi neutron-server[116402]: WARNING neutron.services.revisions.revision_plugin [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Could not find related network for resource to bump revision. Jul 26 14:58:26.756122 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:58:26.773788 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:26.774158 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Added segment 5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4 of type vlan for network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf Jul 26 14:58:26.848336 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (9dad3277-5ebe-4076-96c5-f9c53f0a99bf), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:26.972206 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (9dad3277-5ebe-4076-96c5-f9c53f0a99bf), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:26.973958 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:26.974960 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:27.090727 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Pushing event updated for resources: {'Network': ['ID=9dad3277-5ebe-4076-96c5-f9c53f0a99bf,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:27.098655 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.098991 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.099377 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.099747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.100068 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.100492 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.100817 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.101136 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.101545 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.101869 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.102186 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.102520 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.102838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.103149 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.103492 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.117553 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:27.156199 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-86e32c3f-6e43-4bf7-adf7-15b9649dedbb admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 1.2318203 Jul 26 14:58:29.942733 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59674) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:30.483715 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c338bd5-32df-4343-8e2b-511faf090b7b admin admin] GET failed (client error): The resource could not be found. Jul 26 14:58:30.485188 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9c338bd5-32df-4343-8e2b-511faf090b7b admin admin] 10.222.0.94 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.5413914 Jul 26 14:58:30.581059 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c76f2-7c3a-4d30-8e01-8dfb934258c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:30.582664 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-a99c76f2-7c3a-4d30-8e01-8dfb934258c5 admin admin] 10.222.0.94 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0925348 Jul 26 14:58:30.594663 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:30.691292 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Made reservation on behalf of 382829af20d649b9beb375e3c3cc2d50 for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:30.693835 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:30.989435 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (71fd6b98-068b-4b01-a934-824315a1c2c0), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:31.064413 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71fd6b98-068b-4b01-a934-824315a1c2c0,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:31.072691 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Checking segment: {'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:58:31.073054 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Network hostable DHCP agents. Network: 9dad3277-5ebe-4076-96c5-f9c53f0a99bf, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:58:31.187808 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:58:31.269527 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 9dad3277-5ebe-4076-96c5-f9c53f0a99bf) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:31.276209 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:31.280362 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:31.280635 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557fd21a-af86-44a7-a935-b7a3bb5a4279 None None] Network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:58:31.399697 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ca19e980-fd2f-4ac6-bc61-a3045043ef94 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8088517 Jul 26 14:58:31.432581 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-9dad3277-5ebe-4076-96c5-f9c53f0a99bf', 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf', 'project_id': '382829af20d649b9beb375e3c3cc2d50', 'fixed_ips': [{'subnet_id': '71fd6b98-068b-4b01-a934-824315a1c2c0'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:58:31.434428 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:31.677185 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Allocated IP 192.168.233.2 (9dad3277-5ebe-4076-96c5-f9c53f0a99bf/71fd6b98-068b-4b01-a934-824315a1c2c0/97c0d6d0-ea6f-4069-9889-eca671b38768) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:31.942808 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Publish callbacks [] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:32.184503 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:32.238584 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:32.242576 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:32.250932 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:58:32.270366 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Pushing event updated for resources: {'Port': ['ID=97c0d6d0-ea6f-4069-9889-eca671b38768,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:32.319635 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.321850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.321850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.321850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.321850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.321850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.321850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.322484 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.322484 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.322841 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.323173 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.323555 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.324080 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.324595 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.324919 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:32.345362 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Attempting to bind port 97c0d6d0-ea6f-4069-9889-eca671b38768 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:58:32.345838 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Attempting to bind port 97c0d6d0-ea6f-4069-9889-eca671b38768 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:58:32.346135 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Attempting to bind port 97c0d6d0-ea6f-4069-9889-eca671b38768 on network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:58:32.353549 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:58:32.354116 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Checking segment: {'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:58:32.355841 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:32.357065 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Bound using segment: {'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:58:32.357890 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Bound port: 97c0d6d0-ea6f-4069-9889-eca671b38768, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:58:32.358546 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:32.484323 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] For port 97c0d6d0-ea6f-4069-9889-eca671b38768, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:32.490528 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] For port 97c0d6d0-ea6f-4069-9889-eca671b38768, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=97c0d6d0-ea6f-4069-9889-eca671b38768,segment=NetworkSegment(5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4),segment_id=5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:32.591095 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:32.683804 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:32.703507 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92cb21-7732-4801-a1b2-53f63501d29b None None] Pushing event updated for resources: {'Port': ['ID=97c0d6d0-ea6f-4069-9889-eca671b38768,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:33.833160 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de80dad0-469f-4826-af68-a35c8f3df873 None None] Network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:58:33.947931 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-88f6048c-3e24-4345-a554-add68b200caa None None] Provisioning complete for port 97c0d6d0-ea6f-4069-9889-eca671b38768 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:58:33.948267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-88f6048c-3e24-4345-a554-add68b200caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:33.983839 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:34.163110 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-88f6048c-3e24-4345-a554-add68b200caa None None] Current status of the port 97c0d6d0-ea6f-4069-9889-eca671b38768 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:58:34.163578 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-88f6048c-3e24-4345-a554-add68b200caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:34.222588 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-88f6048c-3e24-4345-a554-add68b200caa None None] For port 97c0d6d0-ea6f-4069-9889-eca671b38768, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=97c0d6d0-ea6f-4069-9889-eca671b38768,segment=NetworkSegment(5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4),segment_id=5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:34.325419 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-88f6048c-3e24-4345-a554-add68b200caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:34.418928 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6048c-3e24-4345-a554-add68b200caa None None] Pushing event updated for resources: {'Port': ['ID=97c0d6d0-ea6f-4069-9889-eca671b38768,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:34.458715 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-d6f81ad7-cf5b-4f89-b54e-963ee5cb1149 None None] Provisioning complete for port 97c0d6d0-ea6f-4069-9889-eca671b38768 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:58:34.459153 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d6f81ad7-cf5b-4f89-b54e-963ee5cb1149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:34.583395 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-d6f81ad7-cf5b-4f89-b54e-963ee5cb1149 None None] Current status of the port 97c0d6d0-ea6f-4069-9889-eca671b38768 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:58:34.681173 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 97c0d6d0-ea6f-4069-9889-eca671b38768 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:34.756842 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 97c0d6d0-ea6f-4069-9889-eca671b38768 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:58:34.757384 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (97c0d6d0-ea6f-4069-9889-eca671b38768), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:34.904850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 97c0d6d0-ea6f-4069-9889-eca671b38768 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:58:40.429525 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7068-cbf5-471d-8849-4c7cac18c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:41.291193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:41.293537 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:43.228795 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:43.234857 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:43.667980 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-39278ba4-0b83-4971-838b-7f460fd634eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:45.058008 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:45.223827 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:58:46.348388 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:47.233677 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:55.216112 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:57.159643 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:57.165787 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:UPDATE=4,neutron:SELECT=44 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:10.477663 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f3cc939c-17e2-4646-89a2-6c60e78ae1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:13.685267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e856ecb6-a356-466c-9957-87c0411e05f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:15.021844 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:16.294968 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:17.311007 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:20.219699 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:20.221516 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:22.223237 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:59:27.173617 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:27.176291 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:38.380171 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=16 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:38.381100 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=12 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:40.449771 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9726a89c-fedf-4b93-b3b4-373d47c4f48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.745253 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2b85dfe6-b19c-432b-90d5-008db14d8f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:45.012492 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:46.307651 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:47.261625 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:57.164874 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:57.174220 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:57.218316 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:57.219353 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:59.226348 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:00:09.219492 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:10.459226 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e9e389a9-a035-4f27-8623-ab22606f3c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.729499 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d7cb071d-e334-431f-b642-00ff6b189c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.043887 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:16.329370 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:17.921095 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:27.178306 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:27.182354 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:31.308429 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59732) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:31.316124 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [None req-4893e65c-0244-45ac-81ae-9bfb7b9b058a tempest-verify_tempest_config-1953274368 tempest-verify_tempest_config-1953274368-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116401) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:00:31.317214 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-4893e65c-0244-45ac-81ae-9bfb7b9b058a tempest-verify_tempest_config-1953274368 tempest-verify_tempest_config-1953274368-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0075173 Jul 26 15:00:31.946296 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 59750) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:32.080574 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:32.182394 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Publish callbacks [] for security_group (c134e3eb-3bca-4626-b6c0-9efef9e83f00), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:32.264193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (c134e3eb-3bca-4626-b6c0-9efef9e83f00), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:32.319096 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=796c5b646abb499d84b6fd9f7db1704f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3714085 Jul 26 15:00:32.322812 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59756) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:32.328769 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c134e3eb-3bca-4626-b6c0-9efef9e83f00,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:32.337463 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.337856 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.338243 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.338581 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.338912 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.339240 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.339671 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.340041 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.340385 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.340716 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.341058 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.341424 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.341727 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.342047 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.342363 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479714d-a223-493f-8f12-277c69e0f5e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.405735 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Publish callbacks [] for security_group (c134e3eb-3bca-4626-b6c0-9efef9e83f00), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:32.433399 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Publish callbacks [] for security_group (c134e3eb-3bca-4626-b6c0-9efef9e83f00), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:32.612833 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (c134e3eb-3bca-4626-b6c0-9efef9e83f00), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:32.615927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:32.617542 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c134e3eb-3bca-4626-b6c0-9efef9e83f00 HTTP/1.1" status: 204 len: 168 time: 0.2931709 Jul 26 15:00:32.627176 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c134e3eb-3bca-4626-b6c0-9efef9e83f00,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:32.638781 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.639267 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.639895 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.640414 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.640899 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.641401 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.641878 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.642420 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.642970 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.643528 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.643998 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.644525 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.645049 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.645518 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:32.646000 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e3fb-ffb9-413e-b1b9-abf45ef4e5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:36.204794 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:36.206024 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:36.228264 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:00:40.472438 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-de6bcd8e-1e09-4d0b-acd1-09abfcc65dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:42.332134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:42.332984 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:42.631434 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:42.632552 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:43.711094 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3d85ea59-4616-4790-abe7-d891997c4030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:45.017589 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:46.238126 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:46.380882 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:47.241569 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.176829 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:57.179849 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:10.423129 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea2291-9aac-446a-a69f-d700d0242ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:11.215816 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:11.221298 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:13.227946 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:01:13.682655 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-576a5bb0-084b-4040-bd96-1c1aeda1465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:15.031118 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:16.353927 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:17.268581 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:23.222784 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:23.224137 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:27.181047 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:27.184206 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:40.414138 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-49ea20b1-9a51-4d56-92bc-a505892d24f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:43.661884 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-eb5fc577-4431-459f-b4cd-be4dfe86facb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:45.016746 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:46.316818 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:47.282477 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:48.217527 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=15 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:48.218388 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=17 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:50.227284 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:01:57.179593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=10 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:57.190742 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:00.222913 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:00.226555 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:10.429858 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-16e7c9e2-0ec9-44de-ad5c-75ef39e43695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.672603 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-98543c94-b628-43f6-819e-c92f03fb9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:15.061239 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:16.364117 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:17.258616 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:25.216668 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:25.217568 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:27.181389 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:27.187582 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:27.228834 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 5 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:02:36.210963 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:37.222694 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:40.440350 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-98d379a0-055b-4586-be41-fd43ec0e8b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:41.532430 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688296'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:43.749204 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-80bb6569-1824-412b-bed0-66c835a71a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:45.077652 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:46.354390 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:47.294715 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:53.618147 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59832) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:53.794718 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-60572969-6415-43d6-9747-5c5645cd7e35 admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1750040 Jul 26 15:02:56.033650 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 59842) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:56.096668 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-613ca58c-c9d4-43cb-920f-affd6b5bcf7e admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0618756 Jul 26 15:02:57.198670 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:57.202741 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:02.212144 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:02.222584 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:04.229329 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:03:06.090158 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:06.091162 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:10.431750 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d93c3e36-dc6c-4f42-b60a-0d5be619769b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:11.514704 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:13.673836 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-19d009a5-efab-4ab7-9766-084c115cafc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:14.224556 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:15.048142 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.316712 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:17.353528 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:27.192210 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:27.195190 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:39.202572 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=15 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:39.220852 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=17 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:40.425042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d85e9862-3da5-4f71-8243-84f2e9cbf19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:41.229185 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:03:41.505344 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.704602 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e37b266d-d07a-4817-b606-5fb63ee718b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:45.110312 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:46.342471 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:47.298462 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:51.225092 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:57.192315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:57.201569 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:10.504372 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cef7608e-9dd5-4f94-9e37-6d9df70c0896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:11.509851 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:13.684976 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-385ee154-bbbd-415a-9261-585f1fac1f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:15.034847 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:16.291294 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:17.269761 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:18.228414 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:04:27.193087 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:27.200236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:36.215992 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=8 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:36.217598 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:40.435276 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a09-d164-41af-b26a-a4fc5efcc8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:41.552398 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:42.532191 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60040) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:42.937866 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60068) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:42.942657 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60072) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:42.997144 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60078) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:43.066784 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-677237652-network', 'tenant_id': '08db5f6552054a6c97ed644366d18b22'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:43.223370 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Made reservation on behalf of 08db5f6552054a6c97ed644366d18b22 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:43.225894 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.235939 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.330222 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Publish callbacks [] for security_group (e146f236-7fba-49b8-a6b0-786c7268328b), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.388654 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (e146f236-7fba-49b8-a6b0-786c7268328b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.410607 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:04:43.433207 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e146f236-7fba-49b8-a6b0-786c7268328b,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:43.439528 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (651775df-fb12-457e-b84f-8ce3f7b82600), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.439797 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Added segment 651775df-fb12-457e-b84f-8ce3f7b82600 of type vlan for network 25e10047-eaa5-41ef-808b-1d7621a68610 Jul 26 15:04:43.455315 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.455681 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.456154 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.456489 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.457005 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.457334 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.457663 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.458025 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.458369 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.458702 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.459040 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.459389 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.459766 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.460089 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.460420 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Tracked resource versions report: Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: pushed versions: Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: { 'AddressGroup': {'1.2'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Agent': {'1.1'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'ConntrackHelper': {'1.0'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Log': {'1.0'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'NDPProxy': {'1.0'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Network': {'1.1'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Port': {'1.7'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'PortForwarding': {'1.3'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'QosPolicy': {'1.10'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SecurityGroup': {'1.5'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SubPort': {'1.0'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Subnet': {'1.1'}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Trunk': {'1.1'}} Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: consumer versions: Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: { DHCP agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: HyperV agent@hv-cinder-85066: {}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: L3 agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: Metadata agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: Metering agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: Open vSwitch agent@dv-cinder-850668-2-iscsi: { 'AddressGroup': '1.2', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Agent': '1.1', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'ConntrackHelper': '1.0', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'LocalIPAssociation': '1.0', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Log': '1.0', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'NDPProxy': '1.0', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Network': '1.1', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Port': '1.7', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'PortForwarding': '1.3', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'QosPolicy': '1.10', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SecurityGroup': '1.5', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SecurityGroupRule': '1.2', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'SubPort': '1.0', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Subnet': '1.1', Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: 'Trunk': '1.1'}} Jul 26 15:04:43.461699 dv-cinder-850668-2-iscsi neutron-server[116402]: {{(pid=116402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:04:43.504348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1504085422-network', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:43.517981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (25e10047-eaa5-41ef-808b-1d7621a68610), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.529125 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-961894550-network', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:43.541528 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-network', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:43.671941 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Made reservation on behalf of 242289f1dedc45ccbdd6aa8e19d4e414 for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:43.674358 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.684063 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.701076 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4d7f-42d5-4971-95fd-f8afd0d3ea05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.705888 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Made reservation on behalf of bb18a5955f814887bcfa9650bcaa2ce9 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:43.709332 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.731431 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (25e10047-eaa5-41ef-808b-1d7621a68610), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.734114 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:43.735206 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.752535 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.779441 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Publish callbacks [] for security_group (0373109b-9798-4c91-bed4-40f9dbbb2aee), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.000355 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Made reservation on behalf of dbe01616efc64d2e901f45662e7c3518 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:44.000355 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.000355 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.000355 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3139439 Jul 26 15:04:44.007168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60102) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:44.007168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Request body: {'subnet': {'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-677237652-subnet', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:44.007168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (0373109b-9798-4c91-bed4-40f9dbbb2aee), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.007168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:04:44.007168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (f1351905-9298-4c67-8a5e-4aebaf36b74c), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.007168 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Added segment f1351905-9298-4c67-8a5e-4aebaf36b74c of type vlan for network bd3e2f67-4b42-4920-a974-5409190c3fa7 Jul 26 15:04:44.008907 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c41e5-b5ae-4855-b929-ad07de91641b admin admin] Pushing event updated for resources: {'Network': ['ID=25e10047-eaa5-41ef-808b-1d7621a68610,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.009288 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (bd3e2f67-4b42-4920-a974-5409190c3fa7), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.011413 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 25e10047-eaa5-41ef-808b-1d7621a68610 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:04:44.015299 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Publish callbacks [] for security_group (256a41a1-fa81-4221-b8e7-10907d1bdb93), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.059711 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Made reservation on behalf of 08db5f6552054a6c97ed644366d18b22 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:44.059711 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.060002 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Publish callbacks [] for security_group (27eaafcf-7028-4c0e-a424-981189efbc95), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.067440 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0373109b-9798-4c91-bed4-40f9dbbb2aee,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.106217 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.106845 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.107370 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.107879 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.108353 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.108829 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.109308 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.109773 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.110253 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.110720 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.111198 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.111714 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.112174 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.112676 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.113141 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Tracked resource versions report: Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: pushed versions: Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: { 'AddressGroup': {'1.2'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Agent': {'1.1'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'ConntrackHelper': {'1.0'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Log': {'1.0'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'NDPProxy': {'1.0'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Network': {'1.1'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Port': {'1.7'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'PortForwarding': {'1.3'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'QosPolicy': {'1.10'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SecurityGroup': {'1.5'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SubPort': {'1.0'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Subnet': {'1.1'}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Trunk': {'1.1'}} Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: consumer versions: Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: { DHCP agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: HyperV agent@hv-cinder-85066: {}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: L3 agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: Metadata agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: Metering agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: Open vSwitch agent@dv-cinder-850668-2-iscsi: { 'AddressGroup': '1.2', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Agent': '1.1', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'ConntrackHelper': '1.0', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'LocalIPAssociation': '1.0', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Log': '1.0', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'NDPProxy': '1.0', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Network': '1.1', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Port': '1.7', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'PortForwarding': '1.3', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'QosPolicy': '1.10', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SecurityGroup': '1.5', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SecurityGroupRule': '1.2', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'SubPort': '1.0', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Subnet': '1.1', Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: 'Trunk': '1.1'}} Jul 26 15:04:44.114544 dv-cinder-850668-2-iscsi neutron-server[116401]: {{(pid=116401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:04:44.161541 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (27eaafcf-7028-4c0e-a424-981189efbc95), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.162983 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (bd3e2f67-4b42-4920-a974-5409190c3fa7), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.166762 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (256a41a1-fa81-4221-b8e7-10907d1bdb93), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.173108 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:44.174547 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.177468 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:44.239551 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:04:44.252161 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:04:44.270625 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (fd850920-a3a5-4fcb-80c6-33398a91ffc6), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.271594 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Added segment fd850920-a3a5-4fcb-80c6-33398a91ffc6 of type vlan for network a8d3dae5-c67b-4195-9daa-754dae1d5468 Jul 26 15:04:44.321152 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] Pushing event updated for resources: {'Network': ['ID=bd3e2f67-4b42-4920-a974-5409190c3fa7,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.335545 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:04:44.378699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=69,neutron:INSERT=25,neutron:UPDATE=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:44.398181 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eaafcf-7028-4c0e-a424-981189efbc95,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.415000 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-e8ef94c6-de17-40c9-bb55-c244eb8b286a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4747808 Jul 26 15:04:44.418646 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60120) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:44.424541 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Request body: {'subnet': {'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-subnet', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:44.465280 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a41a1-fa81-4221-b8e7-10907d1bdb93,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.469528 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (a8d3dae5-c67b-4195-9daa-754dae1d5468), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.478520 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (ea598025-a37b-490b-bc3c-d2ea00af2b03), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.479043 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Added segment ea598025-a37b-490b-bc3c-d2ea00af2b03 of type vlan for network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e Jul 26 15:04:44.527433 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (ef7095f0-cfe9-4349-aa50-a32e1922adb4), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.531512 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Made reservation on behalf of 242289f1dedc45ccbdd6aa8e19d4e414 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:44.534143 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.547651 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (a3150bab-ca1f-4ff6-8e48-2587db7cfe8e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.590235 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:44.635127 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (a8d3dae5-c67b-4195-9daa-754dae1d5468), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.636838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:44.637472 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.678000 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7095f0-cfe9-4349-aa50-a32e1922adb4,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.712665 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] Pushing event updated for resources: {'Network': ['ID=a8d3dae5-c67b-4195-9daa-754dae1d5468,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.715844 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (a3150bab-ca1f-4ff6-8e48-2587db7cfe8e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.717105 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:44.718399 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.725728 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:04:44.812080 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] Pushing event updated for resources: {'Network': ['ID=a3150bab-ca1f-4ff6-8e48-2587db7cfe8e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.817648 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:44.830188 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-82b9e478-ddc1-46db-acce-4f3edf8eafbc admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8302782 Jul 26 15:04:44.833697 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60132) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:44.847352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:04:44.852630 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Checking segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:44.852994 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Network hostable DHCP agents. Network: 25e10047-eaa5-41ef-808b-1d7621a68610, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:04:44.858440 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Request body: {'subnet': {'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-subnet', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:44.888049 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-5a0e23c0-534f-4b0f-addf-649dee968657 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.9398594 Jul 26 15:04:44.888471 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60138) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:44.896456 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Request body: {'subnet': {'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-961894550-subnet', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:44.937374 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (43757087-30ce-4642-b5f0-ce124a57fc73), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.993041 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43757087-30ce-4642-b5f0-ce124a57fc73,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:45.004388 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Network 25e10047-eaa5-41ef-808b-1d7621a68610 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:04:45.051884 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Made reservation on behalf of dbe01616efc64d2e901f45662e7c3518 for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:45.054457 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.068502 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Checking segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:45.069462 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Network hostable DHCP agents. Network: bd3e2f67-4b42-4920-a974-5409190c3fa7, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:04:45.094001 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Made reservation on behalf of bb18a5955f814887bcfa9650bcaa2ce9 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:45.097850 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.140923 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.161481 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 25e10047-eaa5-41ef-808b-1d7621a68610) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:45.167351 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:45.168765 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.177590 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f3a83-a4c8-4aad-a0b4-cce7393e56a6 None None] Network 25e10047-eaa5-41ef-808b-1d7621a68610 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:45.268137 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:04:45.296112 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, bd3e2f67-4b42-4920-a974-5409190c3fa7) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:45.304561 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a423c-c482-4e48-bccb-9ed9eca6690f None None] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:45.323730 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a729aed8-a58f-4592-b003-ffc865fcaf23 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4706271 Jul 26 15:04:45.328390 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60158) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:45.336526 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:45.337036 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.370306 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:45.405461 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-25e10047-eaa5-41ef-808b-1d7621a68610', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'project_id': '08db5f6552054a6c97ed644366d18b22', 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:04:45.406769 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.442020 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (35a96bf3-8048-458f-8972-36665207f34c), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.579608 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1c341d06-a598-43ef-8609-d8665d51ed4a admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1595130 Jul 26 15:04:45.610543 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60160) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:45.626789 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:45.636915 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:45.649699 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0385af-c558-427a-8263-e282deead100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-bd3e2f67-4b42-4920-a974-5409190c3fa7', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:04:45.650958 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fa0385af-c558-427a-8263-e282deead100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.652104 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a96bf3-8048-458f-8972-36665207f34c,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:45.672796 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Checking segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:45.676490 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Network hostable DHCP agents. Network: a8d3dae5-c67b-4195-9daa-754dae1d5468, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:04:45.700122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Allocated IP 172.20.0.2 (25e10047-eaa5-41ef-808b-1d7621a68610/ef7095f0-cfe9-4349-aa50-a32e1922adb4/a7e75330-85aa-4254-b835-93d68b6c8883) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:45.710096 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (31cb83a6-89f5-440f-a295-9a5f89004ec6), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.711292 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (31cb83a6-89f5-440f-a295-9a5f89004ec6), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.715482 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (d0eef1a1-1c3d-45c9-b036-2d5b3de24028), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.821323 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:04:45.926160 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, a8d3dae5-c67b-4195-9daa-754dae1d5468) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:45.932304 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:45.933679 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.953680 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821c413-bb84-480c-988a-2a332562c668 None None] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:45.984166 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (f292a56d-8757-4257-a235-99a1c43a178a), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.985210 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (f292a56d-8757-4257-a235-99a1c43a178a), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.016755 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks [] for router_controller (31cb83a6-89f5-440f-a295-9a5f89004ec6), precommit_add_association {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.023065 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0eef1a1-1c3d-45c9-b036-2d5b3de24028,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:46.048592 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Checking segment: {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:46.048970 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Network hostable DHCP agents. Network: a3150bab-ca1f-4ff6-8e48-2587db7cfe8e, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:04:46.066950 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:46.078004 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:46.091902 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks [] for router_controller (f292a56d-8757-4257-a235-99a1c43a178a), precommit_add_association {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.097393 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-fa0385af-c558-427a-8263-e282deead100 None None] Allocated IP 172.20.0.2 (bd3e2f67-4b42-4920-a974-5409190c3fa7/43757087-30ce-4642-b5f0-ce124a57fc73/264f282a-4bc3-481b-bdd5-87f0876c91fb) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:46.104016 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-21f748dd-3412-43a9-918d-5ecd0fee9994 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2684627 Jul 26 15:04:46.104303 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60162) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:46.110151 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:46.316007 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:04:46.316274 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Publish callbacks [] for port (a7e75330-85aa-4254-b835-93d68b6c8883), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.330231 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, a3150bab-ca1f-4ff6-8e48-2587db7cfe8e) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:46.334435 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:46.334932 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.356498 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-a8d3dae5-c67b-4195-9daa-754dae1d5468', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:04:46.357436 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.359468 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f6f88-c2d9-45ba-a760-afb6aa5d4e55 None None] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:46.380407 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.381452 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.421569 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks [] for router_gateway (31cb83a6-89f5-440f-a295-9a5f89004ec6), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.552649 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:46.555708 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks [] for router_controller (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), precommit_add_association {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.563342 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60178) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:46.563718 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-aebaf9dc-8b46-48e8-ad02-f9b511ea78e8 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6736634 Jul 26 15:04:46.575098 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:46.585665 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.607840 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.613291 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks [] for router_gateway (f292a56d-8757-4257-a235-99a1c43a178a), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.638321 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fa0385af-c558-427a-8263-e282deead100 None None] Publish callbacks [] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.665255 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Network 25e10047-eaa5-41ef-808b-1d7621a68610 is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:46.692806 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:46.733568 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:46.788986 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (2155c7dc-6fac-4e92-b561-5ae52c2b0151), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.790079 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (2155c7dc-6fac-4e92-b561-5ae52c2b0151), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.820471 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-a3150bab-ca1f-4ff6-8e48-2587db7cfe8e', 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e', 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'fixed_ips': [{'subnet_id': 'd0eef1a1-1c3d-45c9-b036-2d5b3de24028'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:04:46.821680 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.828803 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Pushing event updated for resources: {'Port': ['ID=a7e75330-85aa-4254-b835-93d68b6c8883,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:46.845028 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Allocated IP 172.20.0.2 (a8d3dae5-c67b-4195-9daa-754dae1d5468/35a96bf3-8048-458f-8972-36665207f34c/f2e1e067-e08e-4104-a1be-67b570b3f314) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:46.864814 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.865160 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.865545 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.866075 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.866412 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.866899 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.867222 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.867575 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.867901 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.868580 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.868688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.869005 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.869326 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.869642 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.870038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Tracked resource versions report: Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: pushed versions: Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: { 'AddressGroup': {'1.2'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Agent': {'1.1'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'ConntrackHelper': {'1.0'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Log': {'1.0'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'NDPProxy': {'1.0'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Network': {'1.1'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Port': {'1.7'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'PortForwarding': {'1.3'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'QosPolicy': {'1.10'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SecurityGroup': {'1.5'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SubPort': {'1.0'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Subnet': {'1.1'}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Trunk': {'1.1'}} Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: consumer versions: Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: { DHCP agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: HyperV agent@hv-cinder-85066: {}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: L3 agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: Metadata agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: Metering agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: Open vSwitch agent@dv-cinder-850668-2-iscsi: { 'AddressGroup': '1.2', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Agent': '1.1', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'ConntrackHelper': '1.0', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'LocalIPAssociation': '1.0', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Log': '1.0', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'NDPProxy': '1.0', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Network': '1.1', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Port': '1.7', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'PortForwarding': '1.3', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'QosPolicy': '1.10', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SecurityGroup': '1.5', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SecurityGroupRule': '1.2', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'SubPort': '1.0', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Subnet': '1.1', Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: 'Trunk': '1.1'}} Jul 26 15:04:46.871805 dv-cinder-850668-2-iscsi neutron-server[116403]: {{(pid=116403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:04:46.887837 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fa0385af-c558-427a-8263-e282deead100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.891520 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks [] for router_controller (2155c7dc-6fac-4e92-b561-5ae52c2b0151), precommit_add_association {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.997648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:47.091943 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0385af-c558-427a-8263-e282deead100 None None] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:47.101302 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:47.110872 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks [] for router_gateway (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.116711 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks [] for router_gateway (31cb83a6-89f5-440f-a295-9a5f89004ec6), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.192525 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.259918 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-fa0385af-c558-427a-8263-e282deead100 None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:47.263508 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0385af-c558-427a-8263-e282deead100 None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:47.338107 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks [] for router_gateway (2155c7dc-6fac-4e92-b561-5ae52c2b0151), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.366078 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Attempting to bind port a7e75330-85aa-4254-b835-93d68b6c8883 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:47.366854 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Attempting to bind port a7e75330-85aa-4254-b835-93d68b6c8883 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:47.367704 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Attempting to bind port a7e75330-85aa-4254-b835-93d68b6c8883 on network 25e10047-eaa5-41ef-808b-1d7621a68610 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:47.377738 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0385af-c558-427a-8263-e282deead100 None None] Pushing event updated for resources: {'Port': ['ID=264f282a-4bc3-481b-bdd5-87f0876c91fb,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:47.441096 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:47.441739 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Checking segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:47.442384 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.442937 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Bound using segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:47.443821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Bound port: a7e75330-85aa-4254-b835-93d68b6c8883, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:47.444316 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.494414 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks [] for router_gateway (f292a56d-8757-4257-a235-99a1c43a178a), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.589401 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.596898 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.600461 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-fa0385af-c558-427a-8263-e282deead100 None None] Attempting to bind port 264f282a-4bc3-481b-bdd5-87f0876c91fb on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:47.600974 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-fa0385af-c558-427a-8263-e282deead100 None None] Attempting to bind port 264f282a-4bc3-481b-bdd5-87f0876c91fb by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:47.601442 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0385af-c558-427a-8263-e282deead100 None None] Attempting to bind port 264f282a-4bc3-481b-bdd5-87f0876c91fb on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:47.622109 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0385af-c558-427a-8263-e282deead100 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:47.622881 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0385af-c558-427a-8263-e282deead100 None None] Checking segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:47.623415 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fa0385af-c558-427a-8263-e282deead100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.624017 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0385af-c558-427a-8263-e282deead100 None None] Bound using segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:47.624991 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-fa0385af-c558-427a-8263-e282deead100 None None] Bound port: 264f282a-4bc3-481b-bdd5-87f0876c91fb, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:47.625532 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fa0385af-c558-427a-8263-e282deead100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.716363 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] For port a7e75330-85aa-4254-b835-93d68b6c8883, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:47.722632 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] For port a7e75330-85aa-4254-b835-93d68b6c8883, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=a7e75330-85aa-4254-b835-93d68b6c8883,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:47.794416 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks [] for router_gateway (2155c7dc-6fac-4e92-b561-5ae52c2b0151), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.819210 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.916507 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.919502 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-fa0385af-c558-427a-8263-e282deead100 None None] For port 264f282a-4bc3-481b-bdd5-87f0876c91fb, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:47.926201 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks [] for router_gateway (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.935994 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Publish callbacks [] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.961493 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.968894 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Allocated IP 172.20.0.2 (a3150bab-ca1f-4ff6-8e48-2587db7cfe8e/d0eef1a1-1c3d-45c9-b036-2d5b3de24028/2460b82e-a3ab-41ba-a80b-36783d25cf75) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:47.990033 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-fa0385af-c558-427a-8263-e282deead100 None None] For port 264f282a-4bc3-481b-bdd5-87f0876c91fb, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=264f282a-4bc3-481b-bdd5-87f0876c91fb,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:48.034453 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55730556-e8b1-4f93-a568-6de6880ba65b None None] Pushing event updated for resources: {'Port': ['ID=a7e75330-85aa-4254-b835-93d68b6c8883,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:48.075078 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:48.086845 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Allocated IP 172.27.2.6 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/dbcd9f72-86b4-4257-a87b-077e65c0c378) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:48.132251 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.132251 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fa0385af-c558-427a-8263-e282deead100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.194447 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Pushing event updated for resources: {'Port': ['ID=f2e1e067-e08e-4104-a1be-67b570b3f314,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:48.250813 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:48.320341 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks [] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.358451 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:48.379849 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:48.383021 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:48.428390 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0385af-c558-427a-8263-e282deead100 None None] Pushing event updated for resources: {'Port': ['ID=264f282a-4bc3-481b-bdd5-87f0876c91fb,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:48.434528 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Publish callbacks [] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.481464 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.543938 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Attempting to bind port f2e1e067-e08e-4104-a1be-67b570b3f314 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:48.544615 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Attempting to bind port f2e1e067-e08e-4104-a1be-67b570b3f314 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:48.545400 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Attempting to bind port f2e1e067-e08e-4104-a1be-67b570b3f314 on network a8d3dae5-c67b-4195-9daa-754dae1d5468 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:48.572253 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:48.574055 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:48.580250 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:48.585454 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:48.586933 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Allocated IP 172.27.2.89 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/1b9e409e-24ba-4254-98ac-17d4c4b55122) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:48.587828 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Checking segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:48.589566 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.594068 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Bound using segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:48.595066 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Bound port: f2e1e067-e08e-4104-a1be-67b570b3f314, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:48.595731 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.611043 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.732595 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:48.762438 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcd9f72-86b4-4257-a87b-077e65c0c378,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:48.809324 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks [] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.953861 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.983011 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:48.993490 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:48.997817 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:49.004658 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Pushing event updated for resources: {'Port': ['ID=2460b82e-a3ab-41ba-a80b-36783d25cf75,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:49.049979 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] For port f2e1e067-e08e-4104-a1be-67b570b3f314, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:49.090915 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] For port f2e1e067-e08e-4104-a1be-67b570b3f314, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=f2e1e067-e08e-4104-a1be-67b570b3f314,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:49.099093 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Attempting to bind port 2460b82e-a3ab-41ba-a80b-36783d25cf75 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:49.099595 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Attempting to bind port 2460b82e-a3ab-41ba-a80b-36783d25cf75 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:49.099948 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Attempting to bind port 2460b82e-a3ab-41ba-a80b-36783d25cf75 on network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:49.105466 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 264f282a-4bc3-481b-bdd5-87f0876c91fb up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:49.126648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:49.129734 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:49.130120 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Checking segment: {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:49.130515 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.130911 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Bound using segment: {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:49.131511 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Bound port: 2460b82e-a3ab-41ba-a80b-36783d25cf75, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:49.131892 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.136868 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:49.141020 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:49.200162 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.260010 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 264f282a-4bc3-481b-bdd5-87f0876c91fb triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:49.260483 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.273717 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks [] for router_gateway (f292a56d-8757-4257-a235-99a1c43a178a), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.291193 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] For port 2460b82e-a3ab-41ba-a80b-36783d25cf75, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:49.293876 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Pushing event updated for resources: {'Port': ['ID=1b9e409e-24ba-4254-98ac-17d4c4b55122,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:49.295749 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Allocated IP 172.27.2.250 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/323c9021-3c35-431f-a861-faf77caccd30) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:49.342770 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] For port 2460b82e-a3ab-41ba-a80b-36783d25cf75, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=2460b82e-a3ab-41ba-a80b-36783d25cf75,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:49.351557 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d962e9c-de4c-451f-b695-db29e82cabb7 None None] Pushing event updated for resources: {'Port': ['ID=f2e1e067-e08e-4104-a1be-67b570b3f314,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:49.427657 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 264f282a-4bc3-481b-bdd5-87f0876c91fb is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:49.428410 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.451244 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.542501 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks [] for port (323c9021-3c35-431f-a861-faf77caccd30), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.784527 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 264f282a-4bc3-481b-bdd5-87f0876c91fb, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=264f282a-4bc3-481b-bdd5-87f0876c91fb,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:49.850044 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46305c-26c8-465e-b2d6-c13ddf8a0e75 None None] Pushing event updated for resources: {'Port': ['ID=2460b82e-a3ab-41ba-a80b-36783d25cf75,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:49.860671 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (323c9021-3c35-431f-a861-faf77caccd30), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.876023 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.877754 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device a7e75330-85aa-4254-b835-93d68b6c8883 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:50.129383 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks [] for router_gateway (2155c7dc-6fac-4e92-b561-5ae52c2b0151), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.227826 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Allocated IP 172.27.2.187 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/edff319f-9c30-4528-9eea-3cd269b00b8f) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:50.256588 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:50.262217 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=264f282a-4bc3-481b-bdd5-87f0876c91fb,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:50.268121 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port a7e75330-85aa-4254-b835-93d68b6c8883 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:50.268621 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.454322 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:50.468116 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Pushing event updated for resources: {'Port': ['ID=323c9021-3c35-431f-a861-faf77caccd30,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:50.484966 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:50.515839 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:50.528011 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port a7e75330-85aa-4254-b835-93d68b6c8883 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:50.528715 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.587374 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40f5ef-bfdf-4ff9-a721-2158012004cb None None] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:50.602616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60282) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:50.611309 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks [] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.681700 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:50.728444 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c977e4-dc59-4587-86d3-5d380381e07e None None] Network 25e10047-eaa5-41ef-808b-1d7621a68610 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:50.737171 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (2155c7dc-6fac-4e92-b561-5ae52c2b0151), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.887223 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port a7e75330-85aa-4254-b835-93d68b6c8883, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=a7e75330-85aa-4254-b835-93d68b6c8883,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:50.891015 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-fb8896bb-22e7-4ea3-86cc-287c96031f2e None None] Provisioning complete for port 264f282a-4bc3-481b-bdd5-87f0876c91fb triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:50.891248 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fb8896bb-22e7-4ea3-86cc-287c96031f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.923274 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f78c8d75-3b06-4c60-9e2f-46c977d09d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.949591 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:50.956921 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:51.001787 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (f292a56d-8757-4257-a235-99a1c43a178a), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:51.091383 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:51.151778 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f78c8d75-3b06-4c60-9e2f-46c977d09d25 admin admin] Publish callbacks [] for security_group (459c4e23-7c62-44f4-b49d-9b5dc6e09d41), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:51.223282 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:04:51.381350 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f78c8d75-3b06-4c60-9e2f-46c977d09d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (459c4e23-7c62-44f4-b49d-9b5dc6e09d41), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:51.387198 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:51.398290 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=a7e75330-85aa-4254-b835-93d68b6c8883,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:51.415884 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-fb8896bb-22e7-4ea3-86cc-287c96031f2e None None] Current status of the port 264f282a-4bc3-481b-bdd5-87f0876c91fb is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:51.567304 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device f2e1e067-e08e-4104-a1be-67b570b3f314 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:51.577907 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:51.605187 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:51.650584 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f78c8d75-3b06-4c60-9e2f-46c977d09d25 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=824168ef21a7473cbba25de87a9fdb48&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0467608 Jul 26 15:04:51.659562 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60302) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:51.681758 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c8d75-3b06-4c60-9e2f-46c977d09d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c4e23-7c62-44f4-b49d-9b5dc6e09d41,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:51.731873 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:51.736024 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-f4a1223b-427c-453d-aeaa-6de3ed68b0b7 None None] Provisioning complete for port a7e75330-85aa-4254-b835-93d68b6c8883 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:51.736785 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f4a1223b-427c-453d-aeaa-6de3ed68b0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:51.741898 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port f2e1e067-e08e-4104-a1be-67b570b3f314 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:51.749520 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:51.815167 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Sync routers for ids ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:51.842186 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Routers {'2155c7dc-6fac-4e92-b561-5ae52c2b0151'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:51.847198 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:51.901784 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e9055cb8-a2ba-479d-9925-07acdc980394 admin admin] Publish callbacks [] for security_group (459c4e23-7c62-44f4-b49d-9b5dc6e09d41), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:51.915596 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:52.001336 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:52.004294 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:52.030043 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90631fd-93c7-48ce-96c1-28243bcc09c1 None None] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:52.075552 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port f2e1e067-e08e-4104-a1be-67b570b3f314 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:52.075943 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.145350 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996356a9-c7e6-4156-8e4e-6f2d1fdea348 None None] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:52.149259 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Set router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:52.156895 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.159301 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Router f292a56d-8757-4257-a235-99a1c43a178a is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:04:52.163505 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-bda54acb-e9bc-4365-a764-e61da77a346b admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5980697 Jul 26 15:04:52.166108 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e9055cb8-a2ba-479d-9925-07acdc980394 admin admin] Publish callbacks [] for security_group (459c4e23-7c62-44f4-b49d-9b5dc6e09d41), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.171992 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60306) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:52.303567 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:52.308543 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1223b-427c-453d-aeaa-6de3ed68b0b7 None None] Current status of the port a7e75330-85aa-4254-b835-93d68b6c8883 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:52.373157 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port f2e1e067-e08e-4104-a1be-67b570b3f314, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=f2e1e067-e08e-4104-a1be-67b570b3f314,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:52.453621 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Provisioning complete for port 264f282a-4bc3-481b-bdd5-87f0876c91fb triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:52.453621 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.501413 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:49Z', 'revision_number': 3, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:52.527491 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e9055cb8-a2ba-479d-9925-07acdc980394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (459c4e23-7c62-44f4-b49d-9b5dc6e09d41), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.533671 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e9055cb8-a2ba-479d-9925-07acdc980394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.533671 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e9055cb8-a2ba-479d-9925-07acdc980394 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/459c4e23-7c62-44f4-b49d-9b5dc6e09d41 HTTP/1.1" status: 204 len: 168 time: 0.8677549 Jul 26 15:04:52.538887 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Checking router: 2155c7dc-6fac-4e92-b561-5ae52c2b0151 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:52.539193 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Updating router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 port 1b9e409e-24ba-4254-98ac-17d4c4b55122 binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:04:52.542475 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:52.592765 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9055cb8-a2ba-479d-9925-07acdc980394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c4e23-7c62-44f4-b49d-9b5dc6e09d41,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:52.604310 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.606016 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks [] for router_gateway (31cb83a6-89f5-440f-a295-9a5f89004ec6), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.615243 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.619421 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 2460b82e-a3ab-41ba-a80b-36783d25cf75 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:52.659071 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Pushing event updated for resources: {'Port': ['ID=edff319f-9c30-4528-9eea-3cd269b00b8f,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:52.798780 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:52.809153 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=f2e1e067-e08e-4104-a1be-67b570b3f314,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:52.828414 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:52.877914 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Current status of the port 264f282a-4bc3-481b-bdd5-87f0876c91fb is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:52.884675 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 2460b82e-a3ab-41ba-a80b-36783d25cf75 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:52.884832 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.885882 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.891777 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-616b367e-5996-4052-9050-87cc145afd05 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2723835 Jul 26 15:04:52.893071 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60322) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:53.120985 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:53.121682 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:53.126493 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Provisioning complete for port f2e1e067-e08e-4104-a1be-67b570b3f314 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:53.127293 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.163407 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Publish callbacks [] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.206728 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:53.263658 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.318783 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:53.320754 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Pushing event updated for resources: {'Port': ['ID=1b9e409e-24ba-4254-98ac-17d4c4b55122,revision_number=2']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:53.326450 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (31cb83a6-89f5-440f-a295-9a5f89004ec6), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.334417 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.335114 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.335827 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.336397 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.336956 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.338038 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.339115 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.339737 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.340287 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.341470 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.342076 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.342629 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.343154 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.344228 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.344798 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Tracked resource versions report: Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: pushed versions: Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: { 'AddressGroup': {'1.2'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Agent': {'1.1'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'ConntrackHelper': {'1.0'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Log': {'1.0'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'NDPProxy': {'1.0'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Network': {'1.1'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Port': {'1.7'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'PortForwarding': {'1.3'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'QosPolicy': {'1.10'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SecurityGroup': {'1.5'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SubPort': {'1.0'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Subnet': {'1.1'}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Trunk': {'1.1'}} Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: consumer versions: Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: { DHCP agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: HyperV agent@hv-cinder-85066: {}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: L3 agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: Metadata agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: Metering agent@dv-cinder-850668-2-iscsi: {}, Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: Open vSwitch agent@dv-cinder-850668-2-iscsi: { 'AddressGroup': '1.2', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Agent': '1.1', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'ConntrackHelper': '1.0', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'LocalIPAssociation': '1.0', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Log': '1.0', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'NDPProxy': '1.0', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Network': '1.1', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Port': '1.7', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'PortForwarding': '1.3', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'QosPolicy': '1.10', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SecurityGroup': '1.5', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SecurityGroupRule': '1.2', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'SubPort': '1.0', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Subnet': '1.1', Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: 'Trunk': '1.1'}} Jul 26 15:04:53.346703 dv-cinder-850668-2-iscsi neutron-server[116404]: {{(pid=116404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:04:53.393516 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Attempting to bind port 1b9e409e-24ba-4254-98ac-17d4c4b55122 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:53.393892 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Attempting to bind port 1b9e409e-24ba-4254-98ac-17d4c4b55122 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:53.394263 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Attempting to bind port 1b9e409e-24ba-4254-98ac-17d4c4b55122 on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:53.400601 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:53.401021 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:53.401430 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.402044 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:53.402749 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Bound port: 1b9e409e-24ba-4254-98ac-17d4c4b55122, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:53.403332 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.494190 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] For port 1b9e409e-24ba-4254-98ac-17d4c4b55122, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:53.513950 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] For port 1b9e409e-24ba-4254-98ac-17d4c4b55122, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=1b9e409e-24ba-4254-98ac-17d4c4b55122,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:53.517368 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks [] for router_gateway (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.560262 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:53.603564 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:53.690318 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.727961 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Current status of the port f2e1e067-e08e-4104-a1be-67b570b3f314 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:53.756513 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60334) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:53.759258 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Provisioning complete for port a7e75330-85aa-4254-b835-93d68b6c8883 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:53.759709 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.774788 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.800342 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 2460b82e-a3ab-41ba-a80b-36783d25cf75 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:53.801558 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.815252 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3a12-c92c-4a09-935d-1a976909d771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:53.836121 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Routers {'2155c7dc-6fac-4e92-b561-5ae52c2b0151'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:53.837409 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:53.842625 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:53.852230 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694bb44-b752-48e6-9956-77c54dc4a010 None None] Pushing event updated for resources: {'Port': ['ID=1b9e409e-24ba-4254-98ac-17d4c4b55122,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:53.883311 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Router 31cb83a6-89f5-440f-a295-9a5f89004ec6 is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:04:53.907742 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:53.924580 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 2460b82e-a3ab-41ba-a80b-36783d25cf75, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=2460b82e-a3ab-41ba-a80b-36783d25cf75,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:54.002121 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.003059 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 264f282a-4bc3-481b-bdd5-87f0876c91fb up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:54.037379 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:48Z', 'revision_number': 3, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:54.060246 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Current status of the port a7e75330-85aa-4254-b835-93d68b6c8883 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:54.108125 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.113551 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:54.114042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Updating router f292a56d-8757-4257-a235-99a1c43a178a port dbcd9f72-86b4-4257-a87b-077e65c0c378 binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:04:54.115512 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.160918 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Provisioning complete for port 2460b82e-a3ab-41ba-a80b-36783d25cf75 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:54.161339 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.171059 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] Set router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:54.233604 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=2460b82e-a3ab-41ba-a80b-36783d25cf75,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:54.236815 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.244053 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.273252 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Allocated IP 172.20.0.1 (bd3e2f67-4b42-4920-a974-5409190c3fa7/43757087-30ce-4642-b5f0-ce124a57fc73/4bd7626d-b047-4a64-84e9-33f28642f48a) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:54.320505 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.355450 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.365989 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 264f282a-4bc3-481b-bdd5-87f0876c91fb triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:54.366846 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.446180 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Publish callbacks [] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.520139 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:49Z', 'revision_number': 3, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:54.554643 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c47512-3c18-4b2b-9485-392ece198902 None None] The sync data for ids ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'] in dv-cinder-850668-2-iscsi is: [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:49Z', 'revision_number': 3, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:54.560694 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.614557 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:54.620874 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:54.629086 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:54.640401 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Sync routers for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:54.676411 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:54.676810 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (f292a56d-8757-4257-a235-99a1c43a178a), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.685228 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:54.685898 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:54.736629 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.763447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3a12-c92c-4a09-935d-1a976909d771 admin admin] Publish callbacks [] for security_group (5571d5bc-6bcd-4558-a259-b724b5c87bb2), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.768197 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-1960ee16-3cb2-4d20-9466-b703901f8f5d None None] Current status of the port 2460b82e-a3ab-41ba-a80b-36783d25cf75 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:54.801836 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Allocated IP 172.20.0.1 (a3150bab-ca1f-4ff6-8e48-2587db7cfe8e/d0eef1a1-1c3d-45c9-b036-2d5b3de24028/883739f4-3902-4909-856b-77b7b45dfa1c) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:54.830698 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.891876 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.898790 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-9e492c54-a976-4a8c-885f-d6144fb4d53f admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5340497 Jul 26 15:04:54.899653 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3a12-c92c-4a09-935d-1a976909d771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (5571d5bc-6bcd-4558-a259-b724b5c87bb2), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.901285 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:54.903259 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60348) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:54.915053 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.949253 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 264f282a-4bc3-481b-bdd5-87f0876c91fb is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:54.996246 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-8bdd9a90-1b3b-4d8e-b8b1-c60a99a479ca None None] Provisioning complete for port f2e1e067-e08e-4104-a1be-67b570b3f314 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:54.997134 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9a90-1b3b-4d8e-b8b1-c60a99a479ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.089071 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-3f3f3a12-c92c-4a09-935d-1a976909d771 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=83add6533a98421393be43d7b04b0cb3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3313951 Jul 26 15:04:55.094974 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60354) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:55.095790 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:55.096773 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3a12-c92c-4a09-935d-1a976909d771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5571d5bc-6bcd-4558-a259-b724b5c87bb2,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:55.201735 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd7626d-b047-4a64-84e9-33f28642f48a,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:55.216017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:04:55.232160 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:55.393130 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:04:55.423035 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.477149 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Publish callbacks [] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.498458 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device f2e1e067-e08e-4104-a1be-67b570b3f314 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:55.603083 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2de04de-e1a7-4216-9816-8f4db0e00a7b admin admin] Publish callbacks [] for security_group (5571d5bc-6bcd-4558-a259-b724b5c87bb2), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.615096 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Publish callbacks [] for port (883739f4-3902-4909-856b-77b7b45dfa1c), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.669979 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:55.671416 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:50Z', 'revision_number': 3, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:55.678521 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.684732 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:55.742031 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Checking router: 31cb83a6-89f5-440f-a295-9a5f89004ec6 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:55.742539 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Updating router 31cb83a6-89f5-440f-a295-9a5f89004ec6 port 323c9021-3c35-431f-a861-faf77caccd30 binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:04:55.793202 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (323c9021-3c35-431f-a861-faf77caccd30), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.793434 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Publish callbacks [] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.806096 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2de04de-e1a7-4216-9816-8f4db0e00a7b admin admin] Publish callbacks [] for security_group (5571d5bc-6bcd-4558-a259-b724b5c87bb2), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.838435 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:55.859920 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313f307-b8e6-4059-a651-d07e26f0f000 None None] Pushing event updated for resources: {'Port': ['ID=dbcd9f72-86b4-4257-a87b-077e65c0c378,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:55.873825 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.875601 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (f292a56d-8757-4257-a235-99a1c43a178a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.952334 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:55.957381 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port f2e1e067-e08e-4104-a1be-67b570b3f314 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:55.958278 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.024462 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Attempting to bind port dbcd9f72-86b4-4257-a87b-077e65c0c378 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:56.025032 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Attempting to bind port dbcd9f72-86b4-4257-a87b-077e65c0c378 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:56.025546 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Attempting to bind port dbcd9f72-86b4-4257-a87b-077e65c0c378 on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:56.038148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd7626d-b047-4a64-84e9-33f28642f48a,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:56.039016 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:56.040247 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:56.040891 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.041515 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:56.042926 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Bound port: dbcd9f72-86b4-4257-a87b-077e65c0c378, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:56.043870 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.048663 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd9a90-1b3b-4d8e-b8b1-c60a99a479ca None None] Current status of the port f2e1e067-e08e-4104-a1be-67b570b3f314 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:56.096981 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:56.161191 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Sync routers for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:56.165829 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-8bdd9a90-1b3b-4d8e-b8b1-c60a99a479ca None None] Provisioning complete for port 2460b82e-a3ab-41ba-a80b-36783d25cf75 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:56.166236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9a90-1b3b-4d8e-b8b1-c60a99a479ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.203723 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port f2e1e067-e08e-4104-a1be-67b570b3f314 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:56.207892 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 2460b82e-a3ab-41ba-a80b-36783d25cf75 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:56.295365 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.301550 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:56.307891 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:56.342564 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:56.347016 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:56.356349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.362169 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-c71c2aeb-9353-4ce5-b221-b147bb2691bb admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.2512617 Jul 26 15:04:56.369048 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60372) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:56.454428 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] For port dbcd9f72-86b4-4257-a87b-077e65c0c378, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:56.468924 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] For port dbcd9f72-86b4-4257-a87b-077e65c0c378, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=dbcd9f72-86b4-4257-a87b-077e65c0c378,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:56.485371 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=883739f4-3902-4909-856b-77b7b45dfa1c,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:56.523193 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 2460b82e-a3ab-41ba-a80b-36783d25cf75 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:56.523193 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.533974 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:56.539682 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:56.545077 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Publish callbacks [] for port (323c9021-3c35-431f-a861-faf77caccd30), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.551208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:04:56.555628 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:56.556228 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (2155c7dc-6fac-4e92-b561-5ae52c2b0151), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.560572 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2de04de-e1a7-4216-9816-8f4db0e00a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (5571d5bc-6bcd-4558-a259-b724b5c87bb2), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.564334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2de04de-e1a7-4216-9816-8f4db0e00a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.565957 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:56.567701 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a2de04de-e1a7-4216-9816-8f4db0e00a7b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5571d5bc-6bcd-4558-a259-b724b5c87bb2 HTTP/1.1" status: 204 len: 168 time: 1.4644444 Jul 26 15:04:56.668304 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (323c9021-3c35-431f-a861-faf77caccd30), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.771031 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:56.796597 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d6bf49f9-2cde-44ba-9e49-8dc2707fc9e1 admin admin] 10.222.0.94 "PUT /v2.0/routers/f292a56d-8757-4257-a235-99a1c43a178a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9009094 Jul 26 15:04:56.806079 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:56.882223 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Attempting to bind port 323c9021-3c35-431f-a861-faf77caccd30 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:56.882687 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Attempting to bind port 323c9021-3c35-431f-a861-faf77caccd30 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:56.883123 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Attempting to bind port 323c9021-3c35-431f-a861-faf77caccd30 on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:56.892374 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:56.893205 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:56.893896 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.894573 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:56.895303 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Bound port: 323c9021-3c35-431f-a861-faf77caccd30, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:56.896233 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (323c9021-3c35-431f-a861-faf77caccd30), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.941662 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:56.965255 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921503-7742-454b-b34d-af60373172f1 None None] Pushing event updated for resources: {'Port': ['ID=323c9021-3c35-431f-a861-faf77caccd30,revision_number=2']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:57.029122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:57.055132 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] For port 323c9021-3c35-431f-a861-faf77caccd30, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:57.076314 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] For port 323c9021-3c35-431f-a861-faf77caccd30, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=323c9021-3c35-431f-a861-faf77caccd30,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:57.114192 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:57.185390 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (323c9021-3c35-431f-a861-faf77caccd30), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:57.248721 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd9a90-1b3b-4d8e-b8b1-c60a99a479ca None None] Current status of the port 2460b82e-a3ab-41ba-a80b-36783d25cf75 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:57.278040 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921503-7742-454b-b34d-af60373172f1 None None] Pushing event updated for resources: {'Port': ['ID=323c9021-3c35-431f-a861-faf77caccd30,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:57.299322 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:57.300288 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:57.455705 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de04de-e1a7-4216-9816-8f4db0e00a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5571d5bc-6bcd-4558-a259-b724b5c87bb2,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:57.508920 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313f307-b8e6-4059-a651-d07e26f0f000 None None] Pushing event updated for resources: {'Port': ['ID=dbcd9f72-86b4-4257-a87b-077e65c0c378,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:57.532213 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:57.532979 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:57.621884 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:57.624576 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:57.743964 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:57.782889 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:57.836199 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 2460b82e-a3ab-41ba-a80b-36783d25cf75 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:57.837385 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device a7e75330-85aa-4254-b835-93d68b6c8883 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:57.840564 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:57.843918 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-e5c7f486-6f75-4d71-bdc5-d17522320c81 None None] Provisioning complete for port 4bd7626d-b047-4a64-84e9-33f28642f48a triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:57.844321 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f486-6f75-4d71-bdc5-d17522320c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:57.971850 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:50Z', 'revision_number': 3, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:58.064761 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Allocated IP 172.20.0.1 (25e10047-eaa5-41ef-808b-1d7621a68610/ef7095f0-cfe9-4349-aa50-a32e1922adb4/17b35269-d545-421b-b242-8a0201719387) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:58.085687 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280449ce-b43b-484b-a83c-876e821fc5e0 None None] The sync data for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi is: [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:50Z', 'revision_number': 3, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:58.120435 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-e5c7f486-6f75-4d71-bdc5-d17522320c81 None None] Port 4bd7626d-b047-4a64-84e9-33f28642f48a cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:58.132870 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-e5c7f486-6f75-4d71-bdc5-d17522320c81 None None] Provisioning complete for port 883739f4-3902-4909-856b-77b7b45dfa1c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:58.133243 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f486-6f75-4d71-bdc5-d17522320c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.164592 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60418) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:58.177797 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-c1169adf-9a11-407f-95d8-89444cf402a9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855048365', 'description': 'tempest-description--1043706188'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:58.219456 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:58.223607 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Publish callbacks [] for port (17b35269-d545-421b-b242-8a0201719387), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.323017 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-e5c7f486-6f75-4d71-bdc5-d17522320c81 None None] Port 883739f4-3902-4909-856b-77b7b45dfa1c cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:58.339716 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c1169adf-9a11-407f-95d8-89444cf402a9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.472920 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port a7e75330-85aa-4254-b835-93d68b6c8883 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:58.473500 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.476616 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:52Z', 'revision_number': 3, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:58.565525 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.692687 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Checking router: e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:58.693378 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Updating router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 port edff319f-9c30-4528-9eea-3cd269b00b8f binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:04:58.707873 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c1169adf-9a11-407f-95d8-89444cf402a9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (08c0675a-5bf9-4f5e-9170-f4aa4f964280), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.755502 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (17b35269-d545-421b-b242-8a0201719387), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.796592 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c1169adf-9a11-407f-95d8-89444cf402a9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (08c0675a-5bf9-4f5e-9170-f4aa4f964280), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.814252 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:58.837452 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:58.859235 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:58.920352 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1169adf-9a11-407f-95d8-89444cf402a9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0675a-5bf9-4f5e-9170-f4aa4f964280,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:58.962678 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:58.963659 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460acdba-76d6-44c1-9cdc-cdf5666ddfab None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:59.009419 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Network 25e10047-eaa5-41ef-808b-1d7621a68610 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:59.020866 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c1169adf-9a11-407f-95d8-89444cf402a9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:59.023830 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-c1169adf-9a11-407f-95d8-89444cf402a9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8512723 Jul 26 15:04:59.029724 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60444) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:59.032272 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:59.057024 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-d800ecc7-cdad-47ce-9392-aa031f58d24f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group_rule': {'security_group_id': '08c0675a-5bf9-4f5e-9170-f4aa4f964280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:59.108431 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:59.110622 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (31cb83a6-89f5-440f-a295-9a5f89004ec6), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:59.285134 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port a7e75330-85aa-4254-b835-93d68b6c8883 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:59.554995 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:59.579875 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=17b35269-d545-421b-b242-8a0201719387,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:59.821931 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 1b9e409e-24ba-4254-98ac-17d4c4b55122 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:59.874490 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-cfada3d8-ba1c-4bc4-9b30-01bbd6c3d328 None None] Provisioning complete for port 17b35269-d545-421b-b242-8a0201719387 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:59.874900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cfada3d8-ba1c-4bc4-9b30-01bbd6c3d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (17b35269-d545-421b-b242-8a0201719387), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:59.938013 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d800ecc7-cdad-47ce-9392-aa031f58d24f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (8cb1de90-bb4f-45ce-b05b-2b7734ec7b61), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.107816 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-cfada3d8-ba1c-4bc4-9b30-01bbd6c3d328 None None] Port 17b35269-d545-421b-b242-8a0201719387 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:00.140315 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d800ecc7-cdad-47ce-9392-aa031f58d24f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (8cb1de90-bb4f-45ce-b05b-2b7734ec7b61), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.191755 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 1b9e409e-24ba-4254-98ac-17d4c4b55122 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:00.192140 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.218151 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d800ecc7-cdad-47ce-9392-aa031f58d24f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (8cb1de90-bb4f-45ce-b05b-2b7734ec7b61), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.289376 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800ecc7-cdad-47ce-9392-aa031f58d24f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb1de90-bb4f-45ce-b05b-2b7734ec7b61,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:00.305614 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Publish callbacks [] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.323916 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (17b35269-d545-421b-b242-8a0201719387), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.390231 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d800ecc7-cdad-47ce-9392-aa031f58d24f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.392318 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d800ecc7-cdad-47ce-9392-aa031f58d24f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3560507 Jul 26 15:05:00.395088 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60482) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:00.399757 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-cd572954-28ed-4f25-abf3-b00ee62380ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group_rule': {'security_group_id': '08c0675a-5bf9-4f5e-9170-f4aa4f964280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:00.451564 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 1b9e409e-24ba-4254-98ac-17d4c4b55122 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:00.452923 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.533056 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 1b9e409e-24ba-4254-98ac-17d4c4b55122, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=1b9e409e-24ba-4254-98ac-17d4c4b55122,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:00.535231 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.570825 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:00.630302 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Attempting to bind port edff319f-9c30-4528-9eea-3cd269b00b8f on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:00.631349 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Attempting to bind port edff319f-9c30-4528-9eea-3cd269b00b8f by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:00.639019 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Attempting to bind port edff319f-9c30-4528-9eea-3cd269b00b8f on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:00.643003 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:00.643853 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:00.646554 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.647198 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:00.648861 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Bound port: edff319f-9c30-4528-9eea-3cd269b00b8f, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:00.653334 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.692073 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:00.709326 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd572954-28ed-4f25-abf3-b00ee62380ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (c0557b0b-5437-40c8-8659-59410d5d059f), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.738601 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.746821 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:00.769168 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.770755 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 323c9021-3c35-431f-a861-faf77caccd30 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:00.857750 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Publish callbacks [] for port (883739f4-3902-4909-856b-77b7b45dfa1c), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.963392 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd572954-28ed-4f25-abf3-b00ee62380ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (c0557b0b-5437-40c8-8659-59410d5d059f), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.000549 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7123c-da75-4901-af24-5a7e64937e30 None None] Pushing event updated for resources: {'Port': ['ID=edff319f-9c30-4528-9eea-3cd269b00b8f,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:01.009361 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:01.030944 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.032268 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (2155c7dc-6fac-4e92-b561-5ae52c2b0151), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.100292 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd572954-28ed-4f25-abf3-b00ee62380ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (c0557b0b-5437-40c8-8659-59410d5d059f), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.173831 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] For port edff319f-9c30-4528-9eea-3cd269b00b8f, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:01.177688 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd572954-28ed-4f25-abf3-b00ee62380ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0557b0b-5437-40c8-8659-59410d5d059f,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:01.208928 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Publish callbacks [] for port (17b35269-d545-421b-b242-8a0201719387), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.318332 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd572954-28ed-4f25-abf3-b00ee62380ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.323176 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-cd572954-28ed-4f25-abf3-b00ee62380ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9252911 Jul 26 15:05:01.326044 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60502) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:01.330858 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=883739f4-3902-4909-856b-77b7b45dfa1c,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:01.338930 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:01.418405 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] For port edff319f-9c30-4528-9eea-3cd269b00b8f, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=edff319f-9c30-4528-9eea-3cd269b00b8f,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:01.424950 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 323c9021-3c35-431f-a861-faf77caccd30 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:01.429337 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (323c9021-3c35-431f-a861-faf77caccd30), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.471873 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=1b9e409e-24ba-4254-98ac-17d4c4b55122,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:01.476310 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:01.490332 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.555854 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Allocated IP 172.20.0.1 (a8d3dae5-c67b-4195-9daa-754dae1d5468/35a96bf3-8048-458f-8972-36665207f34c/94428750-bbad-4761-859d-df13c4df4470) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:01.606793 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.610204 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 323c9021-3c35-431f-a861-faf77caccd30 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:01.612818 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (323c9021-3c35-431f-a861-faf77caccd30), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.787755 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 323c9021-3c35-431f-a861-faf77caccd30, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=323c9021-3c35-431f-a861-faf77caccd30,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:01.800273 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (17b35269-d545-421b-b242-8a0201719387), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.801477 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (31cb83a6-89f5-440f-a295-9a5f89004ec6), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.813495 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:01.825180 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:01.826085 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:01.873100 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (323c9021-3c35-431f-a861-faf77caccd30), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:02.038986 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7123c-da75-4901-af24-5a7e64937e30 None None] Pushing event updated for resources: {'Port': ['ID=edff319f-9c30-4528-9eea-3cd269b00b8f,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:02.145776 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:02.333713 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:02.450877 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 1b9e409e-24ba-4254-98ac-17d4c4b55122 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:02.571007 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Allocated IP 172.27.2.146 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/3e7cea60-a639-4d77-a936-ed042d25105e) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:02.600075 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:02.615371 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:02.618923 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=323c9021-3c35-431f-a861-faf77caccd30,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:02.771869 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Publish callbacks [] for port (94428750-bbad-4761-859d-df13c4df4470), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:02.792667 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:02.889405 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 1b9e409e-24ba-4254-98ac-17d4c4b55122 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:02.890888 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:02.910617 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=17b35269-d545-421b-b242-8a0201719387,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:02.917491 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (3e7cea60-a639-4d77-a936-ed042d25105e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:02.942907 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:02.946567 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Network 25e10047-eaa5-41ef-808b-1d7621a68610 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:02.951369 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:02.965109 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:03.098381 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:03.109359 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60550) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:03.162343 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (3e7cea60-a639-4d77-a936-ed042d25105e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.262701 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:03.267004 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:03.272255 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:03.374253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=3e7cea60-a639-4d77-a936-ed042d25105e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:03.374492 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (94428750-bbad-4761-859d-df13c4df4470), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.403119 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 1b9e409e-24ba-4254-98ac-17d4c4b55122 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:03.405029 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device dbcd9f72-86b4-4257-a87b-077e65c0c378 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:03.512247 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (9699d266-1f6f-4371-b739-b35b4090731b), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.530448 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e9d25f7-3492-4d6f-9ced-70e628d18b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.564671 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:52Z', 'revision_number': 3, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:03.572917 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:03.590426 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:03.599558 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:03.600290 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.605969 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=94428750-bbad-4761-859d-df13c4df4470,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:03.626921 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331163c-db04-4183-b996-8cbf3f384ef9 None None] The sync data for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi is: [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:52Z', 'revision_number': 3, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:03.648875 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-d078b27a-7e83-47bb-892e-2674d1d45e32 None None] Provisioning complete for port 17b35269-d545-421b-b242-8a0201719387 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:03.649284 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d078b27a-7e83-47bb-892e-2674d1d45e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (17b35269-d545-421b-b242-8a0201719387), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.693443 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port dbcd9f72-86b4-4257-a87b-077e65c0c378 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:03.694042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.747351 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-d078b27a-7e83-47bb-892e-2674d1d45e32 None None] Port 17b35269-d545-421b-b242-8a0201719387 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:03.782841 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-d078b27a-7e83-47bb-892e-2674d1d45e32 None None] Provisioning complete for port 883739f4-3902-4909-856b-77b7b45dfa1c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:03.783501 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d078b27a-7e83-47bb-892e-2674d1d45e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.798404 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:05:03.813261 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Router 31cb83a6-89f5-440f-a295-9a5f89004ec6 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:05:03.832333 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:03.834965 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e9d25f7-3492-4d6f-9ced-70e628d18b53 admin admin] Publish callbacks [] for security_group (d09cc2d3-7149-4540-99e4-f1025485ffd2), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.836314 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:03.873369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-d078b27a-7e83-47bb-892e-2674d1d45e32 None None] Port 883739f4-3902-4909-856b-77b7b45dfa1c cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:03.942950 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port dbcd9f72-86b4-4257-a87b-077e65c0c378 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:03.942950 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.959885 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e9d25f7-3492-4d6f-9ced-70e628d18b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d09cc2d3-7149-4540-99e4-f1025485ffd2), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:03.983826 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (3e7cea60-a639-4d77-a936-ed042d25105e), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.009427 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:04.013349 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port dbcd9f72-86b4-4257-a87b-077e65c0c378, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=dbcd9f72-86b4-4257-a87b-077e65c0c378,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:04.049690 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d25f7-3492-4d6f-9ced-70e628d18b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09cc2d3-7149-4540-99e4-f1025485ffd2,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:04.080231 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:04.125417 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.349141 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-fd919d55-092d-43cd-8d91-b151dad7ad9d None None] Provisioning complete for port 94428750-bbad-4761-859d-df13c4df4470 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:04.349478 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fd919d55-092d-43cd-8d91-b151dad7ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (94428750-bbad-4761-859d-df13c4df4470), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.398381 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6e9d25f7-3492-4d6f-9ced-70e628d18b53 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2698a98c09a94ac0a09c50a6961fc431&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2872326 Jul 26 15:05:04.418139 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:04.419742 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60580) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:04.429977 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Sync routers for ids ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:04.432380 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-d34662eb-cf26-4140-b141-837d237f8ef3 admin admin] 10.222.0.94 "PUT /v2.0/routers/2155c7dc-6fac-4e92-b561-5ae52c2b0151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2526846 Jul 26 15:05:04.459898 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Routers {'2155c7dc-6fac-4e92-b561-5ae52c2b0151'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:04.460968 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:04.509685 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-fd919d55-092d-43cd-8d91-b151dad7ad9d None None] Port 94428750-bbad-4761-859d-df13c4df4470 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:04.520555 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 323c9021-3c35-431f-a861-faf77caccd30 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:04.642714 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=dbcd9f72-86b4-4257-a87b-077e65c0c378,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:04.694130 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 323c9021-3c35-431f-a861-faf77caccd30 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:04.694529 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (323c9021-3c35-431f-a861-faf77caccd30), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.753633 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:04.784796 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-143e86ea-cec8-4289-a918-92f554b3f7f2 admin admin] 10.222.0.94 "PUT /v2.0/routers/31cb83a6-89f5-440f-a295-9a5f89004ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8755682 Jul 26 15:05:04.796629 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Set router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:04.827054 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Sync routers for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:04.854585 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3ce11e03-7636-42ab-a23b-ca7055bf9e8c admin admin] Publish callbacks [] for security_group (d09cc2d3-7149-4540-99e4-f1025485ffd2), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.855996 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (94428750-bbad-4761-859d-df13c4df4470), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.867248 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:04.868121 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:04.875217 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:04.905884 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (3e7cea60-a639-4d77-a936-ed042d25105e), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.948270 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3ce11e03-7636-42ab-a23b-ca7055bf9e8c admin admin] Publish callbacks [] for security_group (d09cc2d3-7149-4540-99e4-f1025485ffd2), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.973083 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:05.045121 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (3e7cea60-a639-4d77-a936-ed042d25105e), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.191949 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (9699d266-1f6f-4371-b739-b35b4090731b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.199115 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:05.211290 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:05.219233 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=3e7cea60-a639-4d77-a936-ed042d25105e,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:05.220340 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:05.325229 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 323c9021-3c35-431f-a861-faf77caccd30 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:05.336224 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:57Z', 'revision_number': 4, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '883739f4-3902-4909-856b-77b7b45dfa1c', 'name': '', 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'mac_address': 'fa:16:3e:87:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0eef1a1-1c3d-45c9-b036-2d5b3de24028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:54Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 2, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'subnets': [{'id': 'd0eef1a1-1c3d-45c9-b036-2d5b3de24028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:05.389194 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Checking router: 2155c7dc-6fac-4e92-b561-5ae52c2b0151 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:05:05.390210 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Updating router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 port 883739f4-3902-4909-856b-77b7b45dfa1c binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:05:05.404795 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.412199 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-0f374597-5d3c-4a85-ba46-db54354c3918 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0775619 Jul 26 15:05:05.426168 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3ce11e03-7636-42ab-a23b-ca7055bf9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d09cc2d3-7149-4540-99e4-f1025485ffd2), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.431057 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3ce11e03-7636-42ab-a23b-ca7055bf9e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.450970 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-3ce11e03-7636-42ab-a23b-ca7055bf9e8c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d09cc2d3-7149-4540-99e4-f1025485ffd2 HTTP/1.1" status: 204 len: 168 time: 1.0293124 Jul 26 15:05:05.490271 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce11e03-7636-42ab-a23b-ca7055bf9e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09cc2d3-7149-4540-99e4-f1025485ffd2,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:05.501244 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60644) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:05.509390 dv-cinder-850668-2-iscsi neutron-server[116402]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 15:05:05.521562 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:05.523664 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:05.526487 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Publish callbacks [] for port (94428750-bbad-4761-859d-df13c4df4470), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.530389 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.583648 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60648) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:05.591935 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-1ed7ae89-70eb-41f3-85c0-d97226dde1dd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093713109', 'description': 'tempest-description--1264203652'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:05.680835 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (94428750-bbad-4761-859d-df13c4df4470), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.683300 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.850652 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae89-70eb-41f3-85c0-d97226dde1dd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:05.949396 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=94428750-bbad-4761-859d-df13c4df4470,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:06.056095 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60676) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:06.142274 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:06.145406 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:00Z', 'revision_number': 2, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:06.153656 dv-cinder-850668-2-iscsi neutron-server[116401]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 15:05:06.207655 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Checking router: 31cb83a6-89f5-440f-a295-9a5f89004ec6 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:05:06.213490 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Updating router 31cb83a6-89f5-440f-a295-9a5f89004ec6 port 17b35269-d545-421b-b242-8a0201719387 binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:05:06.253847 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:06.258241 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (17b35269-d545-421b-b242-8a0201719387), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:06.323891 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae89-70eb-41f3-85c0-d97226dde1dd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (c060dbe3-5665-4b10-a761-966a120f89f6), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:06.325400 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:06.334075 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-09da1976-4840-43e7-855d-f670f87aa1cb tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:06.336036 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-09da1976-4840-43e7-855d-f670f87aa1cb tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/networks?id=a3150bab-ca1f-4ff6-8e48-2587db7cfe8e HTTP/1.1" status: 200 len: 811 time: 0.8331215 Jul 26 15:05:06.374283 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-8eb74cad-495b-4346-844d-cbad95fcd145 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/quotas/bb18a5955f814887bcfa9650bcaa2ce9 HTTP/1.1" status: 200 len: 375 time: 0.0278156 Jul 26 15:05:06.420864 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Publish callbacks [] for port (883739f4-3902-4909-856b-77b7b45dfa1c), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:06.428138 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:06.660300 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:06.784064 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-6473b6bc-b0f8-41f8-b420-2e5ce97bf53e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=bb18a5955f814887bcfa9650bcaa2ce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4008360 Jul 26 15:05:06.803915 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae89-70eb-41f3-85c0-d97226dde1dd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (c060dbe3-5665-4b10-a761-966a120f89f6), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:06.905942 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:05:06.937121 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-7f1dc905-b72d-4ee8-9b1e-845b97b0a855 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1855048365&fields=id&tenant_id=242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 267 time: 0.7933748 Jul 26 15:05:06.957621 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Attempting to bind port 883739f4-3902-4909-856b-77b7b45dfa1c on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:06.958592 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Attempting to bind port 883739f4-3902-4909-856b-77b7b45dfa1c by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:06.959157 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Attempting to bind port 883739f4-3902-4909-856b-77b7b45dfa1c on network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:06.970375 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:06.970803 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Checking segment: {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:06.971211 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:06.971737 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Bound using segment: {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:06.972251 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Bound port: 883739f4-3902-4909-856b-77b7b45dfa1c, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:06.972729 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:07.068315 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] For port 883739f4-3902-4909-856b-77b7b45dfa1c, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:07.072506 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:07.084250 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] For port 883739f4-3902-4909-856b-77b7b45dfa1c, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=883739f4-3902-4909-856b-77b7b45dfa1c,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:07.126704 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a4da9-824d-477d-b26d-5ce750830fdd None None] Pushing event updated for resources: {'Port': ['ID=883739f4-3902-4909-856b-77b7b45dfa1c,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:07.158929 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device dbcd9f72-86b4-4257-a87b-077e65c0c378 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:07.231155 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae89-70eb-41f3-85c0-d97226dde1dd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:07.232802 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1ed7ae89-70eb-41f3-85c0-d97226dde1dd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6477013 Jul 26 15:05:07.237072 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60718) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:07.246294 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-0db0db7c-1682-47e2-986d-0ffd905bab30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'security_group_rule': {'security_group_id': 'c060dbe3-5665-4b10-a761-966a120f89f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:07.288886 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7ae89-70eb-41f3-85c0-d97226dde1dd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c060dbe3-5665-4b10-a761-966a120f89f6,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:07.289241 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:07.289452 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:07.310145 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-64d5e7b0-c65d-466b-b2f9-7489f91e1df1 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:05:07.312884 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-64d5e7b0-c65d-466b-b2f9-7489f91e1df1 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1511054 Jul 26 15:05:07.315828 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:07.319168 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-733608a1-e01e-464e-90df-0fd44e023f25 None None] Provisioning complete for port 94428750-bbad-4761-859d-df13c4df4470 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:07.320379 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-733608a1-e01e-464e-90df-0fd44e023f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (94428750-bbad-4761-859d-df13c4df4470), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:07.540040 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:07.655049 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-733608a1-e01e-464e-90df-0fd44e023f25 None None] Port 94428750-bbad-4761-859d-df13c4df4470 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:07.671279 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port dbcd9f72-86b4-4257-a87b-077e65c0c378 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:07.671279 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:07.671279 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Publish callbacks [] for port (17b35269-d545-421b-b242-8a0201719387), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:07.674004 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0db0db7c-1682-47e2-986d-0ffd905bab30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (a3898d79-7b50-4fb2-a929-31bb8ba9ea28), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:07.694709 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-4c170053-c899-43fb-8656-0e6ee7a704cf service neutron] 10.222.0.94 "GET /v2.0/networks/a3150bab-ca1f-4ff6-8e48-2587db7cfe8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729486 Jul 26 15:05:07.717477 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Routers {'2155c7dc-6fac-4e92-b561-5ae52c2b0151'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:07.726194 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:07.856539 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port dbcd9f72-86b4-4257-a87b-077e65c0c378 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:07.857818 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device edff319f-9c30-4528-9eea-3cd269b00b8f up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:07.860278 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:07.868857 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (17b35269-d545-421b-b242-8a0201719387), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:07.920925 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359e3d-a414-4607-9667-907881da7e78 req-6f12631f-184c-4df2-aaa3-65b078b2e4de tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:07.923704 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-6f12631f-184c-4df2-aaa3-65b078b2e4de tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 815 time: 0.9694564 Jul 26 15:05:07.979250 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:08.000945 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-174ac5c1-8988-4d1e-ac75-93e0979b96e1 admin admin] 10.222.0.94 "PUT /v2.0/routers/e29dcad4-ec1e-4900-ac9e-3c15fb1ad526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6264067 Jul 26 15:05:08.019289 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-53f85f2b-a2c2-41ca-a026-17ab13039549 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/quotas/242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 375 time: 0.0818114 Jul 26 15:05:08.063924 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a4da9-824d-477d-b26d-5ce750830fdd None None] Pushing event updated for resources: {'Port': ['ID=883739f4-3902-4909-856b-77b7b45dfa1c,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:08.163559 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-adbdd93c-2bcf-489b-ae10-d241238fec09 None None] Provisioning complete for port 883739f4-3902-4909-856b-77b7b45dfa1c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:08.164389 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0db0db7c-1682-47e2-986d-0ffd905bab30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (a3898d79-7b50-4fb2-a929-31bb8ba9ea28), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:08.164984 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-adbdd93c-2bcf-489b-ae10-d241238fec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:08.212424 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:08.309335 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:08.314165 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0db0db7c-1682-47e2-986d-0ffd905bab30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (a3898d79-7b50-4fb2-a929-31bb8ba9ea28), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:08.401310 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c0e08-db16-463e-aba8-86c67e790f4e None None] Pushing event updated for resources: {'Port': ['ID=17b35269-d545-421b-b242-8a0201719387,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:08.406100 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:05:08.406100 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Updating router f292a56d-8757-4257-a235-99a1c43a178a port 4bd7626d-b047-4a64-84e9-33f28642f48a binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:05:08.447992 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:08.495189 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] Set router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:08.511856 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0db7c-1682-47e2-986d-0ffd905bab30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3898d79-7b50-4fb2-a929-31bb8ba9ea28,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:08.546751 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-d4e1ace0-3c7c-4009-b02a-f5eb63dd16b0 service neutron] 10.222.0.94 "GET /v2.0/networks/a3150bab-ca1f-4ff6-8e48-2587db7cfe8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8508489 Jul 26 15:05:08.616143 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port edff319f-9c30-4528-9eea-3cd269b00b8f triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:08.618980 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:08.676622 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0db0db7c-1682-47e2-986d-0ffd905bab30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:08.679080 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-0db0db7c-1682-47e2-986d-0ffd905bab30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4406815 Jul 26 15:05:08.693451 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60756) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:08.700786 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-1168b78e-c22f-46a4-a208-0eb086e80b92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'security_group_rule': {'security_group_id': 'c060dbe3-5665-4b10-a761-966a120f89f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:08.819069 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-af57c308-8f92-464c-bf53-90c59ecac57b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7958322 Jul 26 15:05:08.866907 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Sync routers for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:08.917797 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:08.931080 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1168b78e-c22f-46a4-a208-0eb086e80b92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (d2574f5f-3bf1-422f-bb15-6b768da85f56), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.035961 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Publish callbacks [] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.114521 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:09.115165 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:09.288017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-590d25d8-b1ab-459b-bf97-ad5748f20338 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116401) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:05:09.294748 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1168b78e-c22f-46a4-a208-0eb086e80b92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (d2574f5f-3bf1-422f-bb15-6b768da85f56), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.300160 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.300595 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-590d25d8-b1ab-459b-bf97-ad5748f20338 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2477362 Jul 26 15:05:09.353309 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Attempting to bind port 17b35269-d545-421b-b242-8a0201719387 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:09.355090 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Attempting to bind port 17b35269-d545-421b-b242-8a0201719387 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:09.355641 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Attempting to bind port 17b35269-d545-421b-b242-8a0201719387 on network 25e10047-eaa5-41ef-808b-1d7621a68610 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:09.370417 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:09.418528 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-adbdd93c-2bcf-489b-ae10-d241238fec09 None None] Current status of the port 883739f4-3902-4909-856b-77b7b45dfa1c is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:09.419158 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-adbdd93c-2bcf-489b-ae10-d241238fec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.421559 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:09.422189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Checking segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:09.422731 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.423255 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Bound using segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:09.423988 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Bound port: 17b35269-d545-421b-b242-8a0201719387, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:09.424642 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (17b35269-d545-421b-b242-8a0201719387), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.438247 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port edff319f-9c30-4528-9eea-3cd269b00b8f is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:09.438997 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.445347 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1168b78e-c22f-46a4-a208-0eb086e80b92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (d2574f5f-3bf1-422f-bb15-6b768da85f56), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.480890 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-c8733334-5bdb-4358-9ec1-daa25c28cae0 service neutron] 10.222.0.94 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790125 Jul 26 15:05:09.485817 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168b78e-c22f-46a4-a208-0eb086e80b92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2574f5f-3bf1-422f-bb15-6b768da85f56,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:09.596239 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1168b78e-c22f-46a4-a208-0eb086e80b92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.597578 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1168b78e-c22f-46a4-a208-0eb086e80b92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9021916 Jul 26 15:05:09.599782 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89399b3a-37be-415b-827b-f97ce8d9c8bd None None] Pushing event updated for resources: {'Port': ['ID=4bd7626d-b047-4a64-84e9-33f28642f48a,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:09.600924 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 60820) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:09.606659 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:09.708569 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port edff319f-9c30-4528-9eea-3cd269b00b8f, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=edff319f-9c30-4528-9eea-3cd269b00b8f,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:09.754265 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:09.760256 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:09.794580 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:09.839313 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-adbdd93c-2bcf-489b-ae10-d241238fec09 None None] For port 883739f4-3902-4909-856b-77b7b45dfa1c, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=883739f4-3902-4909-856b-77b7b45dfa1c,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:09.856083 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-2908451d-34ea-4c4f-a87a-111337e7400b service neutron] 10.222.0.94 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625906 Jul 26 15:05:09.875728 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-2285747a-c206-4310-9d14-121e6d755717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:57Z', 'revision_number': 4, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '883739f4-3902-4909-856b-77b7b45dfa1c', 'name': '', 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'mac_address': 'fa:16:3e:87:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0eef1a1-1c3d-45c9-b036-2d5b3de24028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:54Z', 'updated_at': '2022-07-26T15:05:07Z', 'revision_number': 4, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'subnets': [{'id': 'd0eef1a1-1c3d-45c9-b036-2d5b3de24028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:09.880422 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Attempting to bind port 4bd7626d-b047-4a64-84e9-33f28642f48a on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:09.882727 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Attempting to bind port 4bd7626d-b047-4a64-84e9-33f28642f48a by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:09.886100 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Attempting to bind port 4bd7626d-b047-4a64-84e9-33f28642f48a on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:09.895323 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.019579 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285747a-c206-4310-9d14-121e6d755717 None None] The sync data for ids ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'] in dv-cinder-850668-2-iscsi is: [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:57Z', 'revision_number': 4, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '883739f4-3902-4909-856b-77b7b45dfa1c', 'name': '', 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'mac_address': 'fa:16:3e:87:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0eef1a1-1c3d-45c9-b036-2d5b3de24028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:54Z', 'updated_at': '2022-07-26T15:05:07Z', 'revision_number': 4, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'subnets': [{'id': 'd0eef1a1-1c3d-45c9-b036-2d5b3de24028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:10.035981 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:10.035981 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Checking segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:10.037185 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.048811 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Bound using segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:10.051346 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Bound port: 4bd7626d-b047-4a64-84e9-33f28642f48a, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:10.052924 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.055664 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-adbdd93c-2bcf-489b-ae10-d241238fec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.068914 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] For port 17b35269-d545-421b-b242-8a0201719387, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:10.145582 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:10.226944 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] For port 17b35269-d545-421b-b242-8a0201719387, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=17b35269-d545-421b-b242-8a0201719387,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:10.289616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:10.347784 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] For port 4bd7626d-b047-4a64-84e9-33f28642f48a, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:10.361723 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] For port 4bd7626d-b047-4a64-84e9-33f28642f48a, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=4bd7626d-b047-4a64-84e9-33f28642f48a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:10.428583 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.431137 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Provisioning complete for port 17b35269-d545-421b-b242-8a0201719387 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:10.431137 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (17b35269-d545-421b-b242-8a0201719387), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.457139 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.528871 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (17b35269-d545-421b-b242-8a0201719387), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.562597 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=edff319f-9c30-4528-9eea-3cd269b00b8f,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:10.641995 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f6b4d7ed-4e5b-4e93-b747-8650f2964aa3 req-3fb9b053-4e5c-42c3-b581-37b5bfa101b0 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.2239807 Jul 26 15:05:10.643688 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a59ba-0240-468f-a152-26f0290be82a req-5fd4d4f4-a266-4a68-b1c2-5ac6d2f0b8c6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:10.646336 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-5fd4d4f4-a266-4a68-b1c2-5ac6d2f0b8c6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 819 time: 0.7118647 Jul 26 15:05:10.707545 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:10.711539 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:10.750409 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-f8438174-1338-4a1e-8a38-f69cad33d46b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/quotas/dbe01616efc64d2e901f45662e7c3518 HTTP/1.1" status: 200 len: 375 time: 0.0875211 Jul 26 15:05:10.764688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ee6003ba-dbf3-4f73-b57a-cb1fd042b6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:10.857696 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-01010ec6-a251-4785-bb58-b73e181092db req-383a0dd5-33cd-4e77-93d2-068c913c0531 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.0752535 Jul 26 15:05:10.905980 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89399b3a-37be-415b-827b-f97ce8d9c8bd None None] Pushing event updated for resources: {'Port': ['ID=4bd7626d-b047-4a64-84e9-33f28642f48a,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:10.982999 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:05Z', 'revision_number': 2, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:11.081517 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdd93c-2bcf-489b-ae10-d241238fec09 None None] Pushing event updated for resources: {'Port': ['ID=883739f4-3902-4909-856b-77b7b45dfa1c,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:11.094729 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:11.099983 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:04:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:11.202609 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Checking router: e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:05:11.203401 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Updating router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 port 94428750-bbad-4761-859d-df13c4df4470 binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:05:11.222920 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-1d3318e6-f573-4cf3-ae77-61087c6ed1d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4590521 Jul 26 15:05:11.300072 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:11.618164 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Allocated IP 172.27.2.217 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/b6f709e6-c396-4c56-9b35-9b6f43c0e7cb) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:11.628913 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Current status of the port 17b35269-d545-421b-b242-8a0201719387 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:11.629790 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (17b35269-d545-421b-b242-8a0201719387), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:11.787196 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:11.866720 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e701c600-eb16-4a00-8a24-f7ef3f5b12db req-95a3869e-fa5a-4e12-82ee-ba614f5d6ed7 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.0593021 Jul 26 15:05:11.892191 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:10Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:11.948950 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3b1b8-fa85-4b47-9a96-d22d60032baa None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:10Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:11.987215 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c0e08-db16-463e-aba8-86c67e790f4e None None] Pushing event updated for resources: {'Port': ['ID=17b35269-d545-421b-b242-8a0201719387,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:11.993726 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (94428750-bbad-4761-859d-df13c4df4470), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:12.039103 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:12.079897 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:12.112775 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-b8b7435a-d5dc-4695-897e-d454d091aeff service neutron] 10.222.0.94 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8883469 Jul 26 15:05:12.157643 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3ebecb80-e35d-4bd2-91b3-e6e06af707de req-29c3aa72-2c85-4a43-83a4-42273f2f628e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.1401050 Jul 26 15:05:12.174243 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] For port 17b35269-d545-421b-b242-8a0201719387, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=17b35269-d545-421b-b242-8a0201719387,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:12.349266 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:12.363043 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-0eaec54c-7e61-481f-ab8e-299ac3ef1757 service neutron] 10.222.0.94 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473769 Jul 26 15:05:12.535342 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for port (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:12.728145 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device edff319f-9c30-4528-9eea-3cd269b00b8f up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:12.762092 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:12.782617 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (17b35269-d545-421b-b242-8a0201719387), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:12.873832 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'Port': ['ID=b6f709e6-c396-4c56-9b35-9b6f43c0e7cb,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:12.909197 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Pushing event updated for resources: {'Port': ['ID=17b35269-d545-421b-b242-8a0201719387,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:12.911135 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:12.923811 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:12.926952 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:12.929871 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:12.938237 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:13.091746 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port edff319f-9c30-4528-9eea-3cd269b00b8f triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:13.092436 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:13.100313 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Provisioning complete for port 4bd7626d-b047-4a64-84e9-33f28642f48a triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:13.101023 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:13.147935 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (63d1adf0-aff1-4757-8221-0ca011c4a4a5), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:13.176326 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-36c7ff51-548d-405e-ad30-9c89892f3c6f req-2ae6097d-fd35-46e5-95a8-dde3574d10fb tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.1901984 Jul 26 15:05:13.402741 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ff740922-2e68-4211-916d-8a034e83a4c2 req-8388d4f8-0eef-4876-bb97-92d1cfdb97de tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.1251552 Jul 26 15:05:13.553054 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4700d986-1ad5-46d5-8389-07136373c432 req-9e1c4fe6-25a6-4ae8-869e-666c6c3bc2df tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 210 time: 0.3742969 Jul 26 15:05:13.610754 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:13.672102 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 60982) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:13.916534 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f1df3b1c-e89e-4c45-882b-57d9ed92f621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.097727 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8717-b9f5-4e36-9f0c-fd969877a55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.110345 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Current status of the port 4bd7626d-b047-4a64-84e9-33f28642f48a is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:14.110736 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.113582 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for port (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.272685 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port edff319f-9c30-4528-9eea-3cd269b00b8f is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:14.274570 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 4bd7626d-b047-4a64-84e9-33f28642f48a up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:14.275724 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.334369 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (63d1adf0-aff1-4757-8221-0ca011c4a4a5), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.386819 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-ca9453d5-694a-4454-a4a0-9274cdf96d9f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:14.392078 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-ca9453d5-694a-4454-a4a0-9274cdf96d9f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 819 time: 0.2994432 Jul 26 15:05:14.398288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'Port': ['ID=b6f709e6-c396-4c56-9b35-9b6f43c0e7cb,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:14.433111 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:14.473823 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-a5536bc5-5581-41d6-ac5c-0677317615af tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/quotas/dbe01616efc64d2e901f45662e7c3518 HTTP/1.1" status: 200 len: 375 time: 0.0528281 Jul 26 15:05:14.554560 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ca95272-3ac0-4f93-ae1d-341e24cdd4e0 req-231a77b8-06ca-4447-b1a3-e8ef603f067a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.0570819 Jul 26 15:05:14.568836 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8717-b9f5-4e36-9f0c-fd969877a55d admin admin] Publish callbacks [] for security_group (482f7a57-e4e3-4448-b4e6-aeea3d206146), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.583213 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-f0d24a9c-8ab9-4b74-b2c2-286187f69d43 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986774 Jul 26 15:05:14.583379 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.593409 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9530c522-ac41-42af-9b1f-53f0419daa9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9832413 Jul 26 15:05:14.627830 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb8bdd-272e-44d7-9184-bf1a63ad545e None None] The sync data for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi is: [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:14.638650 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] For port 4bd7626d-b047-4a64-84e9-33f28642f48a, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=4bd7626d-b047-4a64-84e9-33f28642f48a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:14.738680 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Publish callbacks [] for port (94428750-bbad-4761-859d-df13c4df4470), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.764439 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 4bd7626d-b047-4a64-84e9-33f28642f48a triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:14.765057 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.833113 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-70f5472c-ef5e-41f1-934f-a78d31d332ea req-2266ebcf-e4dc-4bc2-bade-b8e300d8edef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.0945070 Jul 26 15:05:14.910627 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-f6aae231-5a96-4a9d-a27b-329ac4cb897f service neutron] 10.222.0.94 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260632 Jul 26 15:05:14.941376 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8717-b9f5-4e36-9f0c-fd969877a55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (482f7a57-e4e3-4448-b4e6-aeea3d206146), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.002095 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.004550 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (94428750-bbad-4761-859d-df13c4df4470), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.151348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:15.180737 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Pushing event updated for resources: {'Port': ['ID=4bd7626d-b047-4a64-84e9-33f28642f48a,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:15.191763 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Provisioning complete for port 883739f4-3902-4909-856b-77b7b45dfa1c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:15.191763 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.192148 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-4d8f8717-b9f5-4e36-9f0c-fd969877a55d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fa351520cc344f7cba8c5deb66fc13a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5168519 Jul 26 15:05:15.205370 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 32802) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:15.308550 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f8717-b9f5-4e36-9f0c-fd969877a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f7a57-e4e3-4448-b4e6-aeea3d206146,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:15.348821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc714f6-f9a6-4111-a627-b8cfd6842d83 None None] Pushing event updated for resources: {'Port': ['ID=94428750-bbad-4761-859d-df13c4df4470,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:15.392728 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:15.424607 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.449473 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-54368bed-c88c-4971-9896-89fa4c941b05 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1093713109&fields=id&tenant_id=08db5f6552054a6c97ed644366d18b22 HTTP/1.1" status: 200 len: 267 time: 0.3509793 Jul 26 15:05:15.461021 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 4bd7626d-b047-4a64-84e9-33f28642f48a is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:15.462370 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 883739f4-3902-4909-856b-77b7b45dfa1c up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:15.492520 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-8e353a8a-4359-4195-9460-fab23c348767 service neutron] 10.222.0.94 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792294 Jul 26 15:05:15.504786 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc48cb2b-21ff-4a1a-b3e0-2a796fc01606 admin admin] Publish callbacks [] for security_group (482f7a57-e4e3-4448-b4e6-aeea3d206146), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.513358 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:15.543388 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:15.579298 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc48cb2b-21ff-4a1a-b3e0-2a796fc01606 admin admin] Publish callbacks [] for security_group (482f7a57-e4e3-4448-b4e6-aeea3d206146), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.635065 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Attempting to bind port 94428750-bbad-4761-859d-df13c4df4470 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:15.635478 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Attempting to bind port 94428750-bbad-4761-859d-df13c4df4470 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:15.635886 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Attempting to bind port 94428750-bbad-4761-859d-df13c4df4470 on network a8d3dae5-c67b-4195-9daa-754dae1d5468 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:15.654369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:15.654369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Checking segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:15.654755 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.654935 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Bound using segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:15.655561 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Bound port: 94428750-bbad-4761-859d-df13c4df4470, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:15.655932 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (94428750-bbad-4761-859d-df13c4df4470), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.733829 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 883739f4-3902-4909-856b-77b7b45dfa1c triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:15.734394 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.748009 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8706-dc24-425a-a547-6b00122292e2 req-e49f107c-b438-43cb-bf24-ca35c8c048e8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:15.755919 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-e49f107c-b438-43cb-bf24-ca35c8c048e8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 810 time: 0.2985873 Jul 26 15:05:15.776106 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-a88a2d30-9845-42c3-b586-64bad1d8916a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/quotas/08db5f6552054a6c97ed644366d18b22 HTTP/1.1" status: 200 len: 375 time: 0.0183923 Jul 26 15:05:15.789347 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc48cb2b-21ff-4a1a-b3e0-2a796fc01606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (482f7a57-e4e3-4448-b4e6-aeea3d206146), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.796886 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc48cb2b-21ff-4a1a-b3e0-2a796fc01606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.799188 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-cc48cb2b-21ff-4a1a-b3e0-2a796fc01606 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/482f7a57-e4e3-4448-b4e6-aeea3d206146 HTTP/1.1" status: 204 len: 168 time: 0.5906348 Jul 26 15:05:15.816791 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48cb2b-21ff-4a1a-b3e0-2a796fc01606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f7a57-e4e3-4448-b4e6-aeea3d206146,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:15.898091 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-a7f38053-adeb-4ebf-8cf3-d4bbbbdae121 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208379 Jul 26 15:05:15.944975 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] For port 94428750-bbad-4761-859d-df13c4df4470, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:15.949865 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] For port 94428750-bbad-4761-859d-df13c4df4470, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=94428750-bbad-4761-859d-df13c4df4470,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:15.996985 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:16.045959 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9e57d03b-9573-4fb5-9f4b-6b1076a1a6be None None] Current status of the port 883739f4-3902-4909-856b-77b7b45dfa1c is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:16.141255 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:16.202037 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-d406ed12-fa80-48da-9f78-55bc1e1acc5a service neutron] 10.222.0.94 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651012 Jul 26 15:05:16.224947 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 883739f4-3902-4909-856b-77b7b45dfa1c is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:16.241163 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5f12ae0b-18a7-445b-b88e-ceb7c03222af req-0341f2d4-8f0a-45ea-80c5-8f94aca5b482 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.0760505 Jul 26 15:05:16.319495 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (94428750-bbad-4761-859d-df13c4df4470), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:16.400626 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18ab7893-66f3-4748-ad6e-ce6f0dcba950 req-c1adf43f-4bd2-4efa-bdff-e0e5563b59a6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 210 time: 0.1135030 Jul 26 15:05:16.527944 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:16.543097 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-30ec55e4-d035-4e12-9a12-1bf0082798f7 service neutron] 10.222.0.94 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233039 Jul 26 15:05:16.565288 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Provisioning complete for port 17b35269-d545-421b-b242-8a0201719387 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:16.568710 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (17b35269-d545-421b-b242-8a0201719387), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:16.655079 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52b079c5-caf0-4064-ae68-c94745e3443d req-984aea7e-e148-4d6f-9db5-a0ba6f964c08 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.0828178 Jul 26 15:05:16.779153 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 17b35269-d545-421b-b242-8a0201719387 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:16.844405 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.102', 62155) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:16.895248 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.102', 62156) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:17.032038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc714f6-f9a6-4111-a627-b8cfd6842d83 None None] Pushing event updated for resources: {'Port': ['ID=94428750-bbad-4761-859d-df13c4df4470,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:17.068170 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:17.070572 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:05:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:17.260641 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359e3d-a414-4607-9667-907881da7e78 req-831ee765-bec1-442e-b41f-d6bf9c22bea6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:17.263883 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-831ee765-bec1-442e-b41f-d6bf9c22bea6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 815 time: 0.4177387 Jul 26 15:05:17.322493 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-bf5b9863-6686-4614-9d6b-ed994fc4008e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:17.336305 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-bf5b9863-6686-4614-9d6b-ed994fc4008e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.102 "GET /v2.0/networks?id=a3150bab-ca1f-4ff6-8e48-2587db7cfe8e HTTP/1.1" status: 200 len: 811 time: 0.4369721 Jul 26 15:05:17.418416 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-172b2474-0735-4381-8cb9-7fad69726841 req-b6b26dad-1629-40a4-8fad-91da7c683e36 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 210 time: 0.0807135 Jul 26 15:05:17.432117 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 32876) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:17.437940 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Request body: {'port': {'device_id': '7fe50a6b-2228-43d7-be82-df26fcab6088', 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e', 'admin_state_up': True, 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:17.502576 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 17b35269-d545-421b-b242-8a0201719387 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:17.505281 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (17b35269-d545-421b-b242-8a0201719387), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:17.597281 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d98afca8-9fd5-4ac4-a42d-2b5669d91eb9 req-1cce6408-d6aa-4bdf-937e-69056a3b9eae tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.1412756 Jul 26 15:05:17.681170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54c9f534-1689-49d3-acc2-f503114f8ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:17.687027 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-5c42ffd9-e660-4d2d-a224-9d740089c326 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 380 time: 0.3744147 Jul 26 15:05:17.734841 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'port': {'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'admin_state_up': True, 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'security_groups': ['08c0675a-5bf9-4f5e-9170-f4aa4f964280']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:17.831892 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Current status of the port 17b35269-d545-421b-b242-8a0201719387 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:17.856503 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:17.869507 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:17.913865 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cd8effff-6785-458e-9623-be5d715fa0ef req-f6e81b47-a949-4c7c-aad1-6e1c3c2cff95 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 210 time: 0.3065822 Jul 26 15:05:17.987114 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Provisioning complete for port 94428750-bbad-4761-859d-df13c4df4470 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:17.989581 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (94428750-bbad-4761-859d-df13c4df4470), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:18.111291 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:18.310106 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:18.311002 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2fbb2489-0f9d-4016-b930-153d6b817692 req-878d503f-ed05-4e91-af7f-0abdf4331dbf tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.0506017 Jul 26 15:05:18.411431 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54c9f534-1689-49d3-acc2-f503114f8ebc admin admin] Publish callbacks [] for security_group (ef248932-a21d-4bb4-baa0-7c35513192dc), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:18.478143 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.102', 62163) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:18.628194 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ac806367-228e-401b-a402-7bbf95edcaa7 req-e292887a-a0eb-4e9b-a256-49f27641f6c4 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 210 time: 0.0895729 Jul 26 15:05:18.629229 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54c9f534-1689-49d3-acc2-f503114f8ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (ef248932-a21d-4bb4-baa0-7c35513192dc), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:18.632593 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Made reservation on behalf of bb18a5955f814887bcfa9650bcaa2ce9 for: {'port': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:18.655054 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a59ba-0240-468f-a152-26f0290be82a req-cd588b10-af79-4ec5-862c-3cb08db6ec17 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:18.655638 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:18.656821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 17b35269-d545-421b-b242-8a0201719387 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:18.658085 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 4bd7626d-b047-4a64-84e9-33f28642f48a up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:18.660868 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-cd588b10-af79-4ec5-862c-3cb08db6ec17 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 819 time: 0.1806936 Jul 26 15:05:18.665399 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:18.667395 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Made reservation on behalf of 242289f1dedc45ccbdd6aa8e19d4e414 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:18.675453 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Current status of the port 94428750-bbad-4761-859d-df13c4df4470 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:18.680379 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:18.680572 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (94428750-bbad-4761-859d-df13c4df4470), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:18.700114 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'port': {'device_id': 'ebca4e54-4a78-49e4-b381-6cd1203b3535', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'admin_state_up': True, 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:18.740161 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:18.782056 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-54c9f534-1689-49d3-acc2-f503114f8ebc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eef21c8474dc4ad68a1caec248c186d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2924335 Jul 26 15:05:18.789215 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 32934) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:18.806633 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9f534-1689-49d3-acc2-f503114f8ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef248932-a21d-4bb4-baa0-7c35513192dc,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:18.894176 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e7c24d31-07c7-484b-a464-b0ef83ad60b7 req-a9c38874-fe95-48a3-a18a-bb547e7e3c7d tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.0584154 Jul 26 15:05:19.013694 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] For port 94428750-bbad-4761-859d-df13c4df4470, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=94428750-bbad-4761-859d-df13c4df4470,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:19.050353 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-268018b9-990e-416e-bfba-caea59f2b8d7 admin admin] Publish callbacks [] for security_group (ef248932-a21d-4bb4-baa0-7c35513192dc), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:19.146902 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (94428750-bbad-4761-859d-df13c4df4470), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:19.176788 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 4bd7626d-b047-4a64-84e9-33f28642f48a triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:19.177455 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:19.179566 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:15Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:19.192052 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5a8560b5-da5f-456d-921f-ae231091abaa req-84b2fb58-82c0-40c0-acac-2d9ccaea1ff4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 210 time: 0.0715153 Jul 26 15:05:19.239551 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080d881-3c6c-4470-8beb-2adadd04daef None None] The sync data for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi is: [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:15Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:19.252443 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-268018b9-990e-416e-bfba-caea59f2b8d7 admin admin] Publish callbacks [] for security_group (ef248932-a21d-4bb4-baa0-7c35513192dc), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:19.269115 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Provisioning complete for port 4bd7626d-b047-4a64-84e9-33f28642f48a triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:19.270986 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:19.407204 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Pushing event updated for resources: {'Port': ['ID=94428750-bbad-4761-859d-df13c4df4470,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:19.512984 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 4bd7626d-b047-4a64-84e9-33f28642f48a is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:19.543286 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-d6046b8c-3152-476f-93e9-047911aba957 None None] Current status of the port 4bd7626d-b047-4a64-84e9-33f28642f48a is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:19.566590 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Allocated IP 172.20.0.13 (bd3e2f67-4b42-4920-a974-5409190c3fa7/43757087-30ce-4642-b5f0-ce124a57fc73/957f7279-c7e0-4980-871c-ba5e2033c52a) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:19.748894 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-09ecdf5d-7e32-4441-b9f9-0e1ec6e1b905 None None] Provisioning complete for port 94428750-bbad-4761-859d-df13c4df4470 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:19.783038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-09ecdf5d-7e32-4441-b9f9-0e1ec6e1b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (94428750-bbad-4761-859d-df13c4df4470), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:19.817201 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Allocated IP 172.20.0.8 (a3150bab-ca1f-4ff6-8e48-2587db7cfe8e/d0eef1a1-1c3d-45c9-b036-2d5b3de24028/498672af-1542-4fdd-8bf4-5a5c5cabe7ca) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:19.922499 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:19.987375 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 94428750-bbad-4761-859d-df13c4df4470 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:20.032747 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2edcb418-be44-4c41-bb1d-d4568cdc2da1 req-56d3732d-8053-4f30-a9dd-48435615866e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 210 time: 0.1334281 Jul 26 15:05:20.051147 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e1b66ecf-0a0a-43b5-8e31-f77fff676c6b req-1287a710-df5b-4fc9-ac75-7c2331711699 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.1604095 Jul 26 15:05:20.137264 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:20.230938 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.241008 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c0a7c006-93a1-4d88-84b3-3065378f0fc1 req-75b0c4a1-0ea6-4010-b74a-793bd5dd7f63 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.0441306 Jul 26 15:05:20.298501 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Made reservation on behalf of dbe01616efc64d2e901f45662e7c3518 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:20.299104 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-268018b9-990e-416e-bfba-caea59f2b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (ef248932-a21d-4bb4-baa0-7c35513192dc), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.303513 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.315389 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-268018b9-990e-416e-bfba-caea59f2b8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.320113 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-268018b9-990e-416e-bfba-caea59f2b8d7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ef248932-a21d-4bb4-baa0-7c35513192dc HTTP/1.1" status: 204 len: 168 time: 1.5254202 Jul 26 15:05:20.355212 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 94428750-bbad-4761-859d-df13c4df4470 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:20.365279 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (94428750-bbad-4761-859d-df13c4df4470), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.476645 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.102', 62169) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:20.505789 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268018b9-990e-416e-bfba-caea59f2b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef248932-a21d-4bb4-baa0-7c35513192dc,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:20.727004 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Publish callbacks [] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.763170 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.769496 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-09ecdf5d-7e32-4441-b9f9-0e1ec6e1b905 None None] Current status of the port 94428750-bbad-4761-859d-df13c4df4470 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:20.926277 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 94428750-bbad-4761-859d-df13c4df4470 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:20.983182 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.992719 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=957f7279-c7e0-4980-871c-ba5e2033c52a,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:21.035525 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4b301472-fa46-4762-b6c8-7d3829cbd982 req-51365013-abbe-47df-90c0-e9c4f286672f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 210 time: 0.5437601 Jul 26 15:05:21.201429 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:21.225546 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:21.265543 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:21.282639 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:21.282946 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:21.454746 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:21.503154 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:21.526944 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b0b8f78f-be09-46b3-b7cc-0029b81eef8f req-89d8dc48-91b7-46a6-81b6-107f4d6ea70a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 210 time: 0.1817470 Jul 26 15:05:21.551823 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:21.565386 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:21.581580 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:21.595174 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Pushing event updated for resources: {'Port': ['ID=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:21.610909 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:21.708192 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-56914f04-de11-4dd3-9f7b-05b906ad60a1 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2842104 Jul 26 15:05:21.764971 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb8a57-b2e0-4e28-b9af-a3e6ecb7eee7 req-a591c564-ae6a-41ca-a134-41404cf268e4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:21.764971 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74fb8a57-b2e0-4e28-b9af-a3e6ecb7eee7 req-a591c564-ae6a-41ca-a134-41404cf268e4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 932 time: 0.3699286 Jul 26 15:05:21.817951 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-30324f9c-1ab5-49cf-9332-6005bfa705a7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:21.819605 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-30324f9c-1ab5-49cf-9332-6005bfa705a7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 819 time: 1.2983797 Jul 26 15:05:21.849862 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-a8f4690c-0b8a-4e60-b8ac-cfd2b6f9c03c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1228902 Jul 26 15:05:21.850945 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:21.896717 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-5f86d1ed-8ac4-4228-9d23-aeeb9306b26f tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116401) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:05:21.899386 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-5f86d1ed-8ac4-4228-9d23-aeeb9306b26f tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089049 Jul 26 15:05:21.900475 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Allocated IP 172.20.0.8 (a8d3dae5-c67b-4195-9daa-754dae1d5468/35a96bf3-8048-458f-8972-36665207f34c/0552bdab-a714-4a7a-a202-96df45a02287) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:21.946497 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-ff4c142e-3781-4e10-98a1-db5118142424 None None] Provisioning complete for port 957f7279-c7e0-4980-871c-ba5e2033c52a triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:21.947878 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ff4c142e-3781-4e10-98a1-db5118142424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:21.972809 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74fb8a57-b2e0-4e28-b9af-a3e6ecb7eee7 req-1e369779-c76c-4db1-bd06-71f96a13263b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194432 Jul 26 15:05:21.977686 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'port': {'device_id': 'c06447f6-a112-4dc5-96aa-87f3189a038e', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'admin_state_up': True, 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:21.988745 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-4c97d107-b63f-4692-b054-370ed3fd0d47 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:05:21.989917 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-4c97d107-b63f-4692-b054-370ed3fd0d47 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0252020 Jul 26 15:05:22.023204 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfc0c9-af39-439f-8eb5-4b9a7851e9ee req-ca18e01d-aede-40f3-bc09-e7ce8623a65a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:22.056368 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:22.056368 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c142e-3781-4e10-98a1-db5118142424 None None] Port 957f7279-c7e0-4980-871c-ba5e2033c52a cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:22.056776 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18dfc0c9-af39-439f-8eb5-4b9a7851e9ee req-ca18e01d-aede-40f3-bc09-e7ce8623a65a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 931 time: 0.3072071 Jul 26 15:05:22.170112 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18dfc0c9-af39-439f-8eb5-4b9a7851e9ee req-9ccf3edb-13c1-4054-85a1-804f5515ab2c tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171920 Jul 26 15:05:22.174333 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-94df66af-48e1-41e7-8f3f-9a91bfbe81b5 None None] Provisioning complete for port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:22.175035 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-94df66af-48e1-41e7-8f3f-9a91bfbe81b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:22.266853 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.102', 62176) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:22.288794 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-94df66af-48e1-41e7-8f3f-9a91bfbe81b5 None None] Port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:22.462315 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a95c92be-0391-4c2a-a537-2ca93f8cfd72 req-510b85ab-a716-4234-a129-7ed8c8831ea0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 210 time: 0.1780186 Jul 26 15:05:22.473821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Made reservation on behalf of dbe01616efc64d2e901f45662e7c3518 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:22.477818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:22.589798 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Request body: {'port': {'device_id': '7fe50a6b-2228-43d7-be82-df26fcab6088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:22.692072 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:22.804806 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Request body: {'port': {'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:22.876229 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8706-dc24-425a-a547-6b00122292e2 req-10cbc18b-3d94-4497-bfee-914e173b7bb9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:22.878367 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-10cbc18b-3d94-4497-bfee-914e173b7bb9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 810 time: 0.6611502 Jul 26 15:05:22.991036 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for port (0552bdab-a714-4a7a-a202-96df45a02287), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:23.061441 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3d8989a1-59d7-4d28-bc64-a0fd35552a4f req-7cf038c8-35db-4cb2-9f4d-e571756f017b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 210 time: 0.3679228 Jul 26 15:05:23.313862 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:23.375418 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:23.564390 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-fb0b58fc-023a-4fa4-bcd4-e2ad89c59288 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08db5f6552054a6c97ed644366d18b22 HTTP/1.1" status: 200 len: 380 time: 0.6450763 Jul 26 15:05:23.600613 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'port': {'device_id': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'admin_state_up': True, 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'security_groups': ['c060dbe3-5665-4b10-a761-966a120f89f6']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:23.656688 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82ccec-7c19-4b8a-8113-9d64df7be7ec req-46da0261-2b0a-4e8a-aa8e-029959481120 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:23.664114 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ac82ccec-7c19-4b8a-8113-9d64df7be7ec req-46da0261-2b0a-4e8a-aa8e-029959481120 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 931 time: 0.2616582 Jul 26 15:05:23.717935 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0239a63-c191-4ab8-8f77-0ceb7d1b0320 req-14c2a3c7-bf6e-48a0-b76c-7171e7cbe8fc tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:23.725426 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f0239a63-c191-4ab8-8f77-0ceb7d1b0320 req-14c2a3c7-bf6e-48a0-b76c-7171e7cbe8fc tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 932 time: 0.5470083 Jul 26 15:05:23.817733 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:23.856070 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (0552bdab-a714-4a7a-a202-96df45a02287), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:23.911453 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f0239a63-c191-4ab8-8f77-0ceb7d1b0320 req-d5169ba2-e105-4358-bc0e-bdaa8914cc5a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730957 Jul 26 15:05:24.075755 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:24.130980 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:24.137319 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:24.147563 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:24.148363 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:24.208799 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-68fe6175-3070-43d2-8014-3569c1931822 req-617545dc-8ab2-418a-9290-baead8dd2645 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 210 time: 0.1478078 Jul 26 15:05:24.287351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.db.api [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-cfe967ff-93aa-40df-9613-f61c7be64c17 {{(pid=116402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 15:05:24.287351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG oslo_db.api [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 15:05:24.314830 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event updated for resources: {'Port': ['ID=0552bdab-a714-4a7a-a202-96df45a02287,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:24.419350 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-00617d99-6d1e-48ae-a405-fbc3d716ec35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7359738 Jul 26 15:05:24.421862 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33092) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:24.466917 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498672af-1542-4fdd-8bf4-5a5c5cabe7ca {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:24.484733 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Publish callbacks [] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:24.507456 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Request body: {'port': {'device_id': 'ebca4e54-4a78-49e4-b381-6cd1203b3535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:24.561411 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Transition to ACTIVE for port object 498672af-1542-4fdd-8bf4-5a5c5cabe7ca will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:05:24.582037 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:24.607019 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ac82ccec-7c19-4b8a-8113-9d64df7be7ec req-27a93f90-9871-43b9-9ac4-ad5b7bcec01c tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9420021 Jul 26 15:05:24.608167 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Made reservation on behalf of 08db5f6552054a6c97ed644366d18b22 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:24.619124 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:24.647058 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-4ec3f7df-4567-4737-bfc1-1e60bc1d8007 None None] Provisioning complete for port 0552bdab-a714-4a7a-a202-96df45a02287 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:24.648394 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:24.653625 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f7df-4567-4737-bfc1-1e60bc1d8007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0552bdab-a714-4a7a-a202-96df45a02287), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:24.673757 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-66835811-8c2e-41fe-9047-4e1485d8528c req-75ff6aa7-c991-4dd7-b18e-ece0dff56866 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 210 time: 0.2874649 Jul 26 15:05:24.749937 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3f7df-4567-4737-bfc1-1e60bc1d8007 None None] Port 0552bdab-a714-4a7a-a202-96df45a02287 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:24.792972 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0552bdab-a714-4a7a-a202-96df45a02287), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:24.816669 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:24.950670 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Attempting to bind port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:24.951665 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Attempting to bind port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:24.952383 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Attempting to bind port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca on network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:24.955849 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Pushing event updated for resources: {'Port': ['ID=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:24.976047 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca on network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:05:24.976047 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Attempting to bind port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca on network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:25.058955 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:25.059322 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Checking segment: {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:25.061895 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Bound using segment: {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:25.062369 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Bound port: 498672af-1542-4fdd-8bf4-5a5c5cabe7ca, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea598025-a37b-490b-bc3c-d2ea00af2b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:25.062737 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:25.119244 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957f7279-c7e0-4980-871c-ba5e2033c52a {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:25.155588 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d5b40553-14b9-4384-be7c-64d482b2d59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:25.185922 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Publish callbacks [] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:25.437716 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Transition to ACTIVE for port object 957f7279-c7e0-4980-871c-ba5e2033c52a will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:05:25.464904 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e73c6-7d95-4f36-9b00-62331d215bad req-b72b1a57-9711-421d-aa7d-89a4b7a25d17 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:25.466517 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-609e73c6-7d95-4f36-9b00-62331d215bad req-b72b1a57-9711-421d-aa7d-89a4b7a25d17 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 932 time: 0.3596897 Jul 26 15:05:25.623120 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-609e73c6-7d95-4f36-9b00-62331d215bad req-68ed552e-a172-4e34-aa10-fe599abbcf82 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287305 Jul 26 15:05:25.631928 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:25.635268 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] For port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:25.716447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] For port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:25.778082 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Allocated IP 172.20.0.14 (25e10047-eaa5-41ef-808b-1d7621a68610/ef7095f0-cfe9-4349-aa50-a32e1922adb4/e9809239-4b3d-4ebd-a706-267b3a41b7eb) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:26.073290 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:26.136472 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Pushing event updated for resources: {'Port': ['ID=957f7279-c7e0-4980-871c-ba5e2033c52a,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:26.149247 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.166200 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:26.213748 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.228399 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dbcb0-fc40-42ac-aac5-84f344b2a926 req-89648ee5-332a-4352-b93b-2e7c324e9f12 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:26.238979 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-534dbcb0-fc40-42ac-aac5-84f344b2a926 req-89648ee5-332a-4352-b93b-2e7c324e9f12 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.5114090 Jul 26 15:05:26.239750 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-16520bb9-9e7c-4ef3-89ec-f018a8385658 req-40e86415-918e-442b-a974-db751a27709a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 210 time: 0.8457663 Jul 26 15:05:26.240616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:26.272197 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Attempting to bind port 957f7279-c7e0-4980-871c-ba5e2033c52a on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:26.272681 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Attempting to bind port 957f7279-c7e0-4980-871c-ba5e2033c52a by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:26.273184 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Attempting to bind port 957f7279-c7e0-4980-871c-ba5e2033c52a on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:26.293377 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Allocated IP 172.20.0.7 (a8d3dae5-c67b-4195-9daa-754dae1d5468/35a96bf3-8048-458f-8972-36665207f34c/18c5b7fd-eaad-4eca-8964-f04ead1ce7f7) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:26.295202 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:26.299775 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:26.299775 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.301031 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] 10.222.0.102 "PUT /v2.0/ports/498672af-1542-4fdd-8bf4-5a5c5cabe7ca HTTP/1.1" status: 200 len: 1093 time: 4.0352781 Jul 26 15:05:26.304572 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe50a6b-2228-43d7-be82-df26fcab6088', 'tag': '498672af-1542-4fdd-8bf4-5a5c5cabe7ca'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:26.403130 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Port 957f7279-c7e0-4980-871c-ba5e2033c52a on network bd3e2f67-4b42-4920-a974-5409190c3fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:05:26.408905 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Attempting to bind port 957f7279-c7e0-4980-871c-ba5e2033c52a on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:26.433477 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d4642-06d1-4cd9-bdd9-d9ec9516c761 service neutron] Pushing event updated for resources: {'Port': ['ID=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:26.436760 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:26.437070 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Checking segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:26.437472 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Bound using segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:26.438000 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Bound port: 957f7279-c7e0-4980-871c-ba5e2033c52a, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:26.438377 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.483858 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d5b40553-14b9-4384-be7c-64d482b2d59c admin admin] Publish callbacks [] for security_group (7165182f-f1a7-475a-ab65-1169ba9bd34f), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.525913 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-534dbcb0-fc40-42ac-aac5-84f344b2a926 req-459a6337-fc39-4482-9944-e5863d7facfb tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749193 Jul 26 15:05:26.663848 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363647d-724e-440b-b337-e1e0509f5904" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe50a6b-2228-43d7-be82-df26fcab6088", "tag": "498672af-1542-4fdd-8bf4-5a5c5cabe7ca"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:26.668181 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.684078 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] For port 957f7279-c7e0-4980-871c-ba5e2033c52a, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:26.687840 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] For port 957f7279-c7e0-4980-871c-ba5e2033c52a, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=957f7279-c7e0-4980-871c-ba5e2033c52a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:26.694141 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d5b40553-14b9-4384-be7c-64d482b2d59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7165182f-f1a7-475a-ab65-1169ba9bd34f), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.788623 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.822701 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'Port': ['ID=e9809239-4b3d-4ebd-a706-267b3a41b7eb,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:26.836863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:26.838676 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.839947 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] 10.222.0.102 "PUT /v2.0/ports/957f7279-c7e0-4980-871c-ba5e2033c52a HTTP/1.1" status: 200 len: 1094 time: 4.5713744 Jul 26 15:05:26.895481 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13272c25-7030-41ee-815b-8422b566ff6b service neutron] Pushing event updated for resources: {'Port': ['ID=957f7279-c7e0-4980-871c-ba5e2033c52a,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:26.923802 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d5b40553-14b9-4384-be7c-64d482b2d59c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3d04940b01354bcabce0a75683732b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4981658 Jul 26 15:05:26.925045 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 33140) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:26.933420 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Network 25e10047-eaa5-41ef-808b-1d7621a68610 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:26.942626 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:26.949724 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:26.955246 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:26.956162 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:26.977003 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868c2bf-011d-4da7-8705-75bd2c311275 req-694f9e34-569d-45b8-9823-caff8ff59681 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:26.986116 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8868c2bf-011d-4da7-8705-75bd2c311275 req-694f9e34-569d-45b8-9823-caff8ff59681 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 932 time: 0.2934024 Jul 26 15:05:26.992401 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b40553-14b9-4384-be7c-64d482b2d59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165182f-f1a7-475a-ab65-1169ba9bd34f,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:27.031878 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716a855f-f63c-404e-8a78-5c6ba2eb54ac x-openstack-request-id: req-716a855f-f63c-404e-8a78-5c6ba2eb54ac {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:27.032132 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe50a6b-2228-43d7-be82-df26fcab6088", "tag": "498672af-1542-4fdd-8bf4-5a5c5cabe7ca", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:27.032430 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-716a855f-f63c-404e-8a78-5c6ba2eb54ac {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:27.032906 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716a855f-f63c-404e-8a78-5c6ba2eb54ac'] response: {'name': 'network-changed', 'server_uuid': '7fe50a6b-2228-43d7-be82-df26fcab6088', 'tag': '498672af-1542-4fdd-8bf4-5a5c5cabe7ca', 'status': 'completed', 'code': 200} Jul 26 15:05:27.054671 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-044bf851-1ea7-4fcf-b11e-fea5b068e078 admin admin] Publish callbacks [] for security_group (7165182f-f1a7-475a-ab65-1169ba9bd34f), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.086078 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8868c2bf-011d-4da7-8705-75bd2c311275 req-cffa2630-681d-4bc1-a900-f25aa7c6802e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988019 Jul 26 15:05:27.101366 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-14997213-d010-4520-bea3-2bb3223dbb0d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5044639 Jul 26 15:05:27.111322 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-044bf851-1ea7-4fcf-b11e-fea5b068e078 admin admin] Publish callbacks [] for security_group (7165182f-f1a7-475a-ab65-1169ba9bd34f), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.153571 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.245606 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb706d-bb86-4d3d-a46b-8a7c7a09842b req-6dca89a9-d89e-4f27-b603-0951971f4e96 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:27.252194 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6bcb706d-bb86-4d3d-a46b-8a7c7a09842b req-6dca89a9-d89e-4f27-b603-0951971f4e96 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0782650 Jul 26 15:05:27.318751 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6bcb706d-bb86-4d3d-a46b-8a7c7a09842b req-f084db96-24bd-4325-97fe-64be86d42d0c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604067 Jul 26 15:05:27.339807 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-044bf851-1ea7-4fcf-b11e-fea5b068e078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7165182f-f1a7-475a-ab65-1169ba9bd34f), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.344025 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-044bf851-1ea7-4fcf-b11e-fea5b068e078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.349169 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-044bf851-1ea7-4fcf-b11e-fea5b068e078 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7165182f-f1a7-475a-ab65-1169ba9bd34f HTTP/1.1" status: 204 len: 168 time: 0.4211838 Jul 26 15:05:27.359252 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bf851-1ea7-4fcf-b11e-fea5b068e078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165182f-f1a7-475a-ab65-1169ba9bd34f,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:27.395777 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.419598 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-b574846e-4a48-4434-b932-407f7338f3f9 None None] Provisioning complete for port e9809239-4b3d-4ebd-a706-267b3a41b7eb triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:27.421872 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b574846e-4a48-4434-b932-407f7338f3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.497507 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-b574846e-4a48-4434-b932-407f7338f3f9 None None] Port e9809239-4b3d-4ebd-a706-267b3a41b7eb cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:27.548131 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:27.557153 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:27.580835 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e981-2dc2-43b2-9924-e67ac0428b90 req-af46563b-dd6d-4f59-8a75-629b75011294 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:27.580835 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-dae8e981-2dc2-43b2-9924-e67ac0428b90 req-af46563b-dd6d-4f59-8a75-629b75011294 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 931 time: 0.0979998 Jul 26 15:05:27.580835 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:27.598007 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:27.598847 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.624941 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event updated for resources: {'Port': ['ID=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:27.825170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac2b83-66ef-4b7b-9caf-3a85937c11cc req-f029195f-e8cf-4cda-b1d5-9df99b701d46 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:27.828297 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-29ac2b83-66ef-4b7b-9caf-3a85937c11cc req-f029195f-e8cf-4cda-b1d5-9df99b701d46 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.1194582 Jul 26 15:05:27.846925 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-dae8e981-2dc2-43b2-9924-e67ac0428b90 req-ab9bc3d7-065b-4a5b-929e-76d89c34ca89 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336996 Jul 26 15:05:27.849937 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0552bdab-a714-4a7a-a202-96df45a02287 {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:27.861933 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Publish callbacks [] for port (0552bdab-a714-4a7a-a202-96df45a02287), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.911404 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-41e190cb-ac2d-4228-a900-9f12fb94d47d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9523489 Jul 26 15:05:27.935137 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-29ac2b83-66ef-4b7b-9caf-3a85937c11cc req-d4907339-18cf-462d-9b1c-13aab6a79c5a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976667 Jul 26 15:05:27.942347 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-978a2b4f-1aa7-4e54-8598-2c5ba7a7ca66 None None] Provisioning complete for port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:27.948863 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-978a2b4f-1aa7-4e54-8598-2c5ba7a7ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.953280 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Transition to ACTIVE for port object 0552bdab-a714-4a7a-a202-96df45a02287 will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:05:27.991070 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-978a2b4f-1aa7-4e54-8598-2c5ba7a7ca66 None None] Port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:28.062232 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0552bdab-a714-4a7a-a202-96df45a02287), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:28.132647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Pushing event updated for resources: {'Port': ['ID=0552bdab-a714-4a7a-a202-96df45a02287,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:28.174661 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:UPDATE=8,neutron:SELECT=82,neutron:INSERT=10 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:28.176496 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:28.249066 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Attempting to bind port 0552bdab-a714-4a7a-a202-96df45a02287 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:28.249066 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Attempting to bind port 0552bdab-a714-4a7a-a202-96df45a02287 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:28.249066 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Attempting to bind port 0552bdab-a714-4a7a-a202-96df45a02287 on network a8d3dae5-c67b-4195-9daa-754dae1d5468 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:28.261792 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Port 0552bdab-a714-4a7a-a202-96df45a02287 on network a8d3dae5-c67b-4195-9daa-754dae1d5468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:05:28.262147 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Attempting to bind port 0552bdab-a714-4a7a-a202-96df45a02287 on network a8d3dae5-c67b-4195-9daa-754dae1d5468 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:28.281729 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:28.282172 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Checking segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:28.285591 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Bound using segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:28.288777 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Bound port: 0552bdab-a714-4a7a-a202-96df45a02287, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:28.289707 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0552bdab-a714-4a7a-a202-96df45a02287), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:28.591736 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef2657-63b5-4a5c-a4f4-5d36d28cbb02 req-7f56f7c6-3ba9-4bab-8d30-f9f65f5f7505 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:28.594089 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-95ef2657-63b5-4a5c-a4f4-5d36d28cbb02 req-7f56f7c6-3ba9-4bab-8d30-f9f65f5f7505 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.1023953 Jul 26 15:05:28.653231 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36294fc7-f332-46c8-bb9d-f27b280d90fa req-7d417242-7335-44b4-89bd-e5185cdbfb97 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:28.654974 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-36294fc7-f332-46c8-bb9d-f27b280d90fa req-7d417242-7335-44b4-89bd-e5185cdbfb97 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 932 time: 0.3174775 Jul 26 15:05:28.658414 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:28.659922 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-95ef2657-63b5-4a5c-a4f4-5d36d28cbb02 req-d11b636b-4d2d-4e75-b35f-bf483b7a4653 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596535 Jul 26 15:05:28.721728 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] For port 0552bdab-a714-4a7a-a202-96df45a02287, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:28.753702 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 33176) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:28.760857 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] For port 0552bdab-a714-4a7a-a202-96df45a02287, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0552bdab-a714-4a7a-a202-96df45a02287,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:28.773066 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-36294fc7-f332-46c8-bb9d-f27b280d90fa req-b9af230d-5acf-458e-9fd1-4e5d4afdf4f0 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045017 Jul 26 15:05:28.780103 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bbd50ca1-5bf5-4014-b76e-dd107a3393a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:28.895309 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0552bdab-a714-4a7a-a202-96df45a02287), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:28.900047 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bbd50ca1-5bf5-4014-b76e-dd107a3393a3 admin admin] Publish callbacks [] for security_group (b1f1133b-f901-4384-a888-592b0d23c2c8), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:28.953694 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:28.954761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:28.957318 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] 10.222.0.102 "PUT /v2.0/ports/0552bdab-a714-4a7a-a202-96df45a02287 HTTP/1.1" status: 200 len: 1093 time: 4.4620333 Jul 26 15:05:28.958029 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebca4e54-4a78-49e4-b381-6cd1203b3535', 'tag': '0552bdab-a714-4a7a-a202-96df45a02287'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:29.010383 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bbd50ca1-5bf5-4014-b76e-dd107a3393a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b1f1133b-f901-4384-a888-592b0d23c2c8), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:29.092630 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6e63c-22d2-4f83-941d-285cf3e7a48a service neutron] Pushing event updated for resources: {'Port': ['ID=0552bdab-a714-4a7a-a202-96df45a02287,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:29.106093 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'tag': '957f7279-c7e0-4980-871c-ba5e2033c52a'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:29.106093 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff86372-3c9b-4c33-adf0-d019b3be41c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e94e2c3-8b57-4a91-831d-7afb4e64dcaf", "tag": "957f7279-c7e0-4980-871c-ba5e2033c52a"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:29.125350 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd50ca1-5bf5-4014-b76e-dd107a3393a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f1133b-f901-4384-a888-592b0d23c2c8,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:29.187736 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65237ee-66c9-431a-99a4-940c2c74d115 req-574cfadb-746b-4c46-bf8d-49efd32c1dbf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:29.198681 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e65237ee-66c9-431a-99a4-940c2c74d115 req-574cfadb-746b-4c46-bf8d-49efd32c1dbf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 931 time: 0.2059772 Jul 26 15:05:29.210052 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:29.218590 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-bbd50ca1-5bf5-4014-b76e-dd107a3393a3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=75fa510331d3467d96dd647e7d65cf5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4632518 Jul 26 15:05:29.220784 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33200) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:29.246056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066da979-6852-421a-95cd-d1453692022a req-d8b9a4c8-ba3b-4823-8bfb-1aa156ad2856 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:29.256364 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-066da979-6852-421a-95cd-d1453692022a req-d8b9a4c8-ba3b-4823-8bfb-1aa156ad2856 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.1249797 Jul 26 15:05:29.287498 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6380adca-c3c4-49c6-8aea-b16b48efcd74" -d '{"events": [{"name": "network-changed", "server_uuid": "ebca4e54-4a78-49e4-b381-6cd1203b3535", "tag": "0552bdab-a714-4a7a-a202-96df45a02287"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:29.287674 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e65237ee-66c9-431a-99a4-940c2c74d115 req-266c53fd-8dbd-4af0-b667-592e6fd22017 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839448 Jul 26 15:05:29.348576 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb3e25-1a84-42fb-a1aa-9c936918116f x-openstack-request-id: req-45cb3e25-1a84-42fb-a1aa-9c936918116f {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:29.349666 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e94e2c3-8b57-4a91-831d-7afb4e64dcaf", "tag": "957f7279-c7e0-4980-871c-ba5e2033c52a", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:29.350519 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-45cb3e25-1a84-42fb-a1aa-9c936918116f {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:29.351899 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cb3e25-1a84-42fb-a1aa-9c936918116f'] response: {'name': 'network-changed', 'server_uuid': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'tag': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'status': 'completed', 'code': 200} Jul 26 15:05:29.388722 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-066da979-6852-421a-95cd-d1453692022a req-dcf00f08-8f72-45b3-b229-2bfece08ea5e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314681 Jul 26 15:05:29.392720 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-deeacd5e-330d-4895-b07a-492370bcf35b admin admin] Publish callbacks [] for security_group (b1f1133b-f901-4384-a888-592b0d23c2c8), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:29.427953 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-deeacd5e-330d-4895-b07a-492370bcf35b admin admin] Publish callbacks [] for security_group (b1f1133b-f901-4384-a888-592b0d23c2c8), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:29.486812 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b56d7e-0c04-4815-aafc-b2f66280529b x-openstack-request-id: req-78b56d7e-0c04-4815-aafc-b2f66280529b {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:29.487136 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebca4e54-4a78-49e4-b381-6cd1203b3535", "tag": "0552bdab-a714-4a7a-a202-96df45a02287", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:29.487382 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-78b56d7e-0c04-4815-aafc-b2f66280529b {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:29.487910 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b56d7e-0c04-4815-aafc-b2f66280529b'] response: {'name': 'network-changed', 'server_uuid': 'ebca4e54-4a78-49e4-b381-6cd1203b3535', 'tag': '0552bdab-a714-4a7a-a202-96df45a02287', 'status': 'completed', 'code': 200} Jul 26 15:05:29.699960 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-deeacd5e-330d-4895-b07a-492370bcf35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b1f1133b-f901-4384-a888-592b0d23c2c8), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:29.702718 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-deeacd5e-330d-4895-b07a-492370bcf35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:29.707003 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-deeacd5e-330d-4895-b07a-492370bcf35b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b1f1133b-f901-4384-a888-592b0d23c2c8 HTTP/1.1" status: 204 len: 168 time: 0.4807949 Jul 26 15:05:29.715618 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeacd5e-330d-4895-b07a-492370bcf35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f1133b-f901-4384-a888-592b0d23c2c8,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:29.797297 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba3ab1-6c5b-4c3d-8a71-f5105826f15e req-764e819e-032f-4fda-a407-7661a060cae1 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:29.798686 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-97ba3ab1-6c5b-4c3d-8a71-f5105826f15e req-764e819e-032f-4fda-a407-7661a060cae1 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0509202 Jul 26 15:05:29.852992 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-97ba3ab1-6c5b-4c3d-8a71-f5105826f15e req-91f04624-2bd1-41b6-8744-4239e21cf46c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482774 Jul 26 15:05:29.915496 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbd2b4-a495-4383-bce6-2ff8c922894d req-ded1a8d7-6683-47d3-8769-dab32050fd80 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:29.917183 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d4bbd2b4-a495-4383-bce6-2ff8c922894d req-ded1a8d7-6683-47d3-8769-dab32050fd80 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 932 time: 0.0527902 Jul 26 15:05:29.978361 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d4bbd2b4-a495-4383-bce6-2ff8c922894d req-2ede20dd-fdac-44ec-aac1-0eaeacb7ffb4 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544887 Jul 26 15:05:30.434919 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841e597-dcb9-4799-bc51-1a75cd43e204 req-700edeec-de89-49b3-ab9f-10f366795d22 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:30.436562 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2841e597-dcb9-4799-bc51-1a75cd43e204 req-700edeec-de89-49b3-ab9f-10f366795d22 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 931 time: 0.0601320 Jul 26 15:05:30.517269 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2841e597-dcb9-4799-bc51-1a75cd43e204 req-0387a02b-1d65-4505-9742-aabff90158aa tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704899 Jul 26 15:05:30.593435 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c6e9e-2bbc-4161-b40c-e711c5b23d03 req-8871525a-4b16-4884-b42c-6674fe0f1f82 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:30.602306 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-087c6e9e-2bbc-4161-b40c-e711c5b23d03 req-8871525a-4b16-4884-b42c-6674fe0f1f82 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.1152115 Jul 26 15:05:30.687223 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-087c6e9e-2bbc-4161-b40c-e711c5b23d03 req-b7af58f7-46c8-425e-8391-806437003638 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830071 Jul 26 15:05:31.037913 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d115f-7755-4fed-9379-1a00e2ebc965 req-04c66c7f-4f89-439c-936a-883db1dde341 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:31.039574 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b53d115f-7755-4fed-9379-1a00e2ebc965 req-04c66c7f-4f89-439c-936a-883db1dde341 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0960183 Jul 26 15:05:31.114054 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b53d115f-7755-4fed-9379-1a00e2ebc965 req-83555fe6-26eb-4444-8f92-6b3de8378949 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627544 Jul 26 15:05:31.191676 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3422f-8120-4a14-ba5c-7204f5028f53 req-a079c36e-1572-4a61-9d65-a32b5c4eae4a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:31.192996 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-68c3422f-8120-4a14-ba5c-7204f5028f53 req-a079c36e-1572-4a61-9d65-a32b5c4eae4a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 932 time: 0.0938981 Jul 26 15:05:31.315256 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-68c3422f-8120-4a14-ba5c-7204f5028f53 req-5ba0fd61-cbe5-445d-b67a-15246fe68c69 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152408 Jul 26 15:05:31.727320 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047ddd-845a-45b2-87bf-1df94d328532 req-10a8e1fa-4cfe-41e6-952b-73b905059fff tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:31.735371 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5f047ddd-845a-45b2-87bf-1df94d328532 req-10a8e1fa-4cfe-41e6-952b-73b905059fff tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 931 time: 0.1102026 Jul 26 15:05:31.787286 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:31.896642 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5f047ddd-845a-45b2-87bf-1df94d328532 req-32307230-5dda-4b06-99c0-f5aa3f9f4402 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545773 Jul 26 15:05:32.017620 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad99db-6765-4171-b02d-ad0f8fed37f9 req-2fb56a2d-cf33-440c-9ce7-a53be7c2adbe tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:32.029489 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6fad99db-6765-4171-b02d-ad0f8fed37f9 req-2fb56a2d-cf33-440c-9ce7-a53be7c2adbe tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.1665227 Jul 26 15:05:32.061721 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Request body: {'port': {'device_id': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:32.134761 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6fad99db-6765-4171-b02d-ad0f8fed37f9 req-a219fdd2-d607-41ce-b387-27b2c8819749 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004753 Jul 26 15:05:32.173403 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Request body: {'port': {'device_id': 'c06447f6-a112-4dc5-96aa-87f3189a038e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:32.350756 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:05:32.453561 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359e3d-a414-4607-9667-907881da7e78 req-793f837a-e61b-4f86-b764-ffc805fa6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:32.456152 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-793f837a-e61b-4f86-b764-ffc805fa6aa1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 1128 time: 0.3152168 Jul 26 15:05:32.458227 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380adca-c3c4-49c6-8aea-b16b48efcd74 req-bd40c0b7-d00e-4488-aebc-15c95a79b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:32.460906 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6380adca-c3c4-49c6-8aea-b16b48efcd74 req-bd40c0b7-d00e-4488-aebc-15c95a79b815 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 1127 time: 0.1339693 Jul 26 15:05:32.575085 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:32.642029 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:32.712070 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-08a4ff5b-21f4-4f65-9ec3-8af174a88032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:32.714910 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-08a4ff5b-21f4-4f65-9ec3-8af174a88032 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bb18a5955f814887bcfa9650bcaa2ce9&device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 1127 time: 0.5210257 Jul 26 15:05:32.795788 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fba546-a9da-4926-a8d8-af6173442434 req-3ac32920-c4d7-4701-970e-978dc08870fa tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:32.801675 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-2e2aac8e-4d41-44f9-a0a8-e1554fafaf9a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957f7279-c7e0-4980-871c-ba5e2033c52a HTTP/1.1" status: 200 len: 217 time: 0.3295918 Jul 26 15:05:32.804889 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c9fba546-a9da-4926-a8d8-af6173442434 req-3ac32920-c4d7-4701-970e-978dc08870fa tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.3248694 Jul 26 15:05:32.896925 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-1072a381-be13-4360-b4e5-9efd0cee1358 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=498672af-1542-4fdd-8bf4-5a5c5cabe7ca HTTP/1.1" status: 200 len: 217 time: 0.1499605 Jul 26 15:05:33.120962 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:33.174368 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff61b7-8138-4f3d-85a0-62efeef2b3dc req-f2b61e85-3358-4015-ab22-7d17674fb27e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:33.180065 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-34ff61b7-8138-4f3d-85a0-62efeef2b3dc req-f2b61e85-3358-4015-ab22-7d17674fb27e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 932 time: 0.5370495 Jul 26 15:05:33.253038 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c9fba546-a9da-4926-a8d8-af6173442434 req-5629c754-4b35-4637-bc59-0284da9e51f4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4462302 Jul 26 15:05:33.267685 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:33.389667 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359e3d-a414-4607-9667-907881da7e78 req-e7ab396f-80ec-46d8-8677-31a52a4deab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:33.395731 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-e7ab396f-80ec-46d8-8677-31a52a4deab3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.5370095 Jul 26 15:05:33.469986 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380adca-c3c4-49c6-8aea-b16b48efcd74 req-02a41c25-4c76-415b-9e70-eb4ae7e9ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:33.471130 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6380adca-c3c4-49c6-8aea-b16b48efcd74 req-02a41c25-4c76-415b-9e70-eb4ae7e9ba3a service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=dbe01616efc64d2e901f45662e7c3518&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8314114 Jul 26 15:05:33.505653 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-34ff61b7-8138-4f3d-85a0-62efeef2b3dc req-2eee8ebe-52a3-4e5d-b372-46350e2a7572 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155825 Jul 26 15:05:33.564377 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-41d686ed-947c-47bf-9aa0-fd9f9cde1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:33.570031 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-41d686ed-947c-47bf-9aa0-fd9f9cde1110 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d0eef1a1-1c3d-45c9-b036-2d5b3de24028 HTTP/1.1" status: 200 len: 850 time: 0.5934737 Jul 26 15:05:33.764818 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90b8f-80c0-4d8e-ba34-339bc1ee4329 req-5e2e8f21-7d72-4c7f-a344-b55c67377b1c tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:33.766798 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ecc90b8f-80c0-4d8e-ba34-339bc1ee4329 req-5e2e8f21-7d72-4c7f-a344-b55c67377b1c tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.1370440 Jul 26 15:05:33.782137 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322ee0e-8f03-4318-91e8-cd7bdc26e5b6 req-bb807904-f931-46cb-ab6c-61578e9ce488 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:33.794901 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e322ee0e-8f03-4318-91e8-cd7bdc26e5b6 req-bb807904-f931-46cb-ab6c-61578e9ce488 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 931 time: 0.3345187 Jul 26 15:05:33.830562 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ecc90b8f-80c0-4d8e-ba34-339bc1ee4329 req-6ca31fed-6409-42a1-93a6-67c8774e9826 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537233 Jul 26 15:05:33.962050 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e322ee0e-8f03-4318-91e8-cd7bdc26e5b6 req-e66b615d-243b-4c80-aff8-5c7f596089e4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660237 Jul 26 15:05:34.225014 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9809239-4b3d-4ebd-a706-267b3a41b7eb {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:34.239660 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Publish callbacks [] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:34.244329 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:34.256211 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Publish callbacks [] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:34.271756 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Transition to ACTIVE for port object e9809239-4b3d-4ebd-a706-267b3a41b7eb will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:05:34.277805 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Transition to ACTIVE for port object 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:05:34.400821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:34.404349 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:34.444556 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748ffb9-745d-4fad-8a24-0cfb79b8648c req-d6fc1b72-ff24-4227-9316-c8a99d58065d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:34.446616 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2748ffb9-745d-4fad-8a24-0cfb79b8648c req-d6fc1b72-ff24-4227-9316-c8a99d58065d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0833814 Jul 26 15:05:34.512547 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Pushing event updated for resources: {'Port': ['ID=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:34.576453 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2748ffb9-745d-4fad-8a24-0cfb79b8648c req-50a7a018-9c1f-4173-b1f0-ec48d0961fea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210794 Jul 26 15:05:34.812622 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Attempting to bind port e9809239-4b3d-4ebd-a706-267b3a41b7eb on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:34.813238 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Attempting to bind port e9809239-4b3d-4ebd-a706-267b3a41b7eb by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:34.813737 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Attempting to bind port e9809239-4b3d-4ebd-a706-267b3a41b7eb on network 25e10047-eaa5-41ef-808b-1d7621a68610 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:34.827696 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Pushing event updated for resources: {'Port': ['ID=e9809239-4b3d-4ebd-a706-267b3a41b7eb,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:34.835115 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Attempting to bind port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:34.835824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Attempting to bind port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:34.836333 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Attempting to bind port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 on network a8d3dae5-c67b-4195-9daa-754dae1d5468 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:34.848545 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Port e9809239-4b3d-4ebd-a706-267b3a41b7eb on network 25e10047-eaa5-41ef-808b-1d7621a68610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:05:34.848880 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Attempting to bind port e9809239-4b3d-4ebd-a706-267b3a41b7eb on network 25e10047-eaa5-41ef-808b-1d7621a68610 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:34.857089 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:34.857511 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Checking segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:34.857909 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Bound using segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:34.858370 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Bound port: e9809239-4b3d-4ebd-a706-267b3a41b7eb, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:34.858742 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:34.867578 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7a29a-07b9-46e7-9c9e-a5638b936c8e req-322c178e-33eb-4568-a5b9-a7d150172753 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:34.869369 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-beb7a29a-07b9-46e7-9c9e-a5638b936c8e req-322c178e-33eb-4568-a5b9-a7d150172753 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.1669872 Jul 26 15:05:34.871653 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 on network a8d3dae5-c67b-4195-9daa-754dae1d5468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:05:34.872029 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Attempting to bind port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 on network a8d3dae5-c67b-4195-9daa-754dae1d5468 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:34.907648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:34.908001 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Checking segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:34.908396 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Bound using segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:34.908912 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Bound port: 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:34.909288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:35.045755 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-beb7a29a-07b9-46e7-9c9e-a5638b936c8e req-587fbe71-b7c1-44e1-9dcb-ce1b53d3398d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632245 Jul 26 15:05:35.067496 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] For port e9809239-4b3d-4ebd-a706-267b3a41b7eb, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:35.075326 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] For port e9809239-4b3d-4ebd-a706-267b3a41b7eb, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:35.105307 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85911de-a8d6-41b2-9cdc-ca47462fc7a8 req-ee16e89b-ac76-420c-81e8-773aec29fbb2 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:35.108500 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d85911de-a8d6-41b2-9cdc-ca47462fc7a8 req-ee16e89b-ac76-420c-81e8-773aec29fbb2 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.1217508 Jul 26 15:05:35.131867 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] For port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:35.142709 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] For port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:35.179789 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:35.187928 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d85911de-a8d6-41b2-9cdc-ca47462fc7a8 req-5eda514f-204d-4c68-96e2-98f9ac8796ed tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Jul 26 15:05:35.208154 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:35.253839 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:35.254942 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:35.256879 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] 10.222.0.102 "PUT /v2.0/ports/e9809239-4b3d-4ebd-a706-267b3a41b7eb HTTP/1.1" status: 200 len: 1094 time: 3.2140872 Jul 26 15:05:35.261830 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'tag': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:35.265115 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aa36bc-9de3-4810-a4c9-46729b532f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d42296f-f3c6-4b95-999e-7b15b6537bfd", "tag": "e9809239-4b3d-4ebd-a706-267b3a41b7eb"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:35.283232 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:35.307887 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdea48-4e5e-4049-8a73-fa4af45aaf27 req-5085df56-b095-4f1b-802f-5fbd3763bfff tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:35.312356 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-81cdea48-4e5e-4049-8a73-fa4af45aaf27 req-5085df56-b095-4f1b-802f-5fbd3763bfff tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.1438689 Jul 26 15:05:35.329302 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca491cb6-03fe-4c7d-a7e2-e58eb1406ca9 x-openstack-request-id: req-ca491cb6-03fe-4c7d-a7e2-e58eb1406ca9 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:35.329589 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d42296f-f3c6-4b95-999e-7b15b6537bfd", "tag": "e9809239-4b3d-4ebd-a706-267b3a41b7eb", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:35.329831 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ca491cb6-03fe-4c7d-a7e2-e58eb1406ca9 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:35.330225 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca491cb6-03fe-4c7d-a7e2-e58eb1406ca9'] response: {'name': 'network-changed', 'server_uuid': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'tag': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'status': 'completed', 'code': 200} Jul 26 15:05:35.364063 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:35.364721 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:35.366185 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] 10.222.0.102 "PUT /v2.0/ports/18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 HTTP/1.1" status: 200 len: 1093 time: 3.2022469 Jul 26 15:05:35.379309 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a0f33-4ab0-4951-b266-3e40db1e7055 service neutron] Pushing event updated for resources: {'Port': ['ID=e9809239-4b3d-4ebd-a706-267b3a41b7eb,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:35.457453 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-81cdea48-4e5e-4049-8a73-fa4af45aaf27 req-43a1c633-9e75-4ee1-b1ab-7f543f8d2ff5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326718 Jul 26 15:05:35.489351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc671ebd-1a82-4119-a2b8-451a4622acf9 service neutron] Pushing event updated for resources: {'Port': ['ID=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:35.750362 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:35.764729 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623934-d4a1-41be-a7ee-bdcc22b02223 req-b8724b76-89f2-45f9-9df3-b238a1bcaf89 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:35.766309 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a6623934-d4a1-41be-a7ee-bdcc22b02223 req-b8724b76-89f2-45f9-9df3-b238a1bcaf89 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0753789 Jul 26 15:05:35.838088 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a6623934-d4a1-41be-a7ee-bdcc22b02223 req-ad7a5429-fb32-4572-83a6-35c4bf8669ec tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651398 Jul 26 15:05:36.304629 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e6224-801c-413e-b7fa-0ddc184351f1 req-544e6957-ed7c-4c82-bf08-250ed25af711 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:36.304629 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-895e6224-801c-413e-b7fa-0ddc184351f1 req-544e6957-ed7c-4c82-bf08-250ed25af711 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.1029689 Jul 26 15:05:36.366255 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:36.449709 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-895e6224-801c-413e-b7fa-0ddc184351f1 req-49a290bb-47bc-4a84-a467-d33b896b9ae7 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380370 Jul 26 15:05:36.472886 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09674-ff45-4dc4-8eff-8b440e8e3372 req-b4fa3ee7-c44c-4d6a-a604-a996b0c18c93 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:36.475058 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-07d09674-ff45-4dc4-8eff-8b440e8e3372 req-b4fa3ee7-c44c-4d6a-a604-a996b0c18c93 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.1340342 Jul 26 15:05:36.477901 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33378) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:36.742955 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-07d09674-ff45-4dc4-8eff-8b440e8e3372 req-489cc4eb-0971-4842-80ac-d9ce2a0f878a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370329 Jul 26 15:05:36.821669 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa36bc-9de3-4810-a4c9-46729b532f1e req-e95d2326-0368-4761-aee7-665d4dc6ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:36.823276 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-25aa36bc-9de3-4810-a4c9-46729b532f1e req-e95d2326-0368-4761-aee7-665d4dc6ff3f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 1128 time: 0.1284153 Jul 26 15:05:36.972586 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:37.030202 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-684dbe4a-6a45-4e3f-ab95-4fea6442deaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:37.077651 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-dc434523-27d2-452b-a121-af3dc58539a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:37.079781 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-dc434523-27d2-452b-a121-af3dc58539a8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a3150bab-ca1f-4ff6-8e48-2587db7cfe8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4886603 Jul 26 15:05:37.105182 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:37.114794 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a99cf-1553-4e38-9f2e-4d84aad3327c req-23022a4b-ba47-4669-9dc6-6ca60838aec6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:37.117131 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0f6a99cf-1553-4e38-9f2e-4d84aad3327c req-23022a4b-ba47-4669-9dc6-6ca60838aec6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.4386017 Jul 26 15:05:37.208211 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-99741dcd-e1ec-4cb1-bfbc-50e9b15549e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:37.209854 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-99741dcd-e1ec-4cb1-bfbc-50e9b15549e6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 1127 time: 0.3768783 Jul 26 15:05:37.337719 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06447f6-a112-4dc5-96aa-87f3189a038e', 'tag': '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:37.340896 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "c06447f6-a112-4dc5-96aa-87f3189a038e", "tag": "18c5b7fd-eaad-4eca-8964-f04ead1ce7f7"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:37.358474 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-40ff4c1f-8ecb-450a-8c45-8b5ff784462a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 HTTP/1.1" status: 200 len: 217 time: 0.1233616 Jul 26 15:05:37.428061 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359e3d-a414-4607-9667-907881da7e78 req-1c4aa055-cef0-4e1a-8199-2a1f24473def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:37.429712 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-1c4aa055-cef0-4e1a-8199-2a1f24473def service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7842350 Jul 26 15:05:37.523602 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832dd5-92e7-4a5e-8f99-d32ba17763a7 req-4c47f69d-a598-49c9-833d-56669cbaac29 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:37.558727 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-23832dd5-92e7-4a5e-8f99-d32ba17763a7 req-4c47f69d-a598-49c9-833d-56669cbaac29 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.2184842 Jul 26 15:05:37.642895 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0f6a99cf-1553-4e38-9f2e-4d84aad3327c req-9cd7a53c-9d2a-4ec5-a20d-aab12e5ea71e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752648 Jul 26 15:05:37.650354 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:37.656482 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa36bc-9de3-4810-a4c9-46729b532f1e req-d4baaf0a-13a6-4e50-968f-20f66b2c5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:37.658164 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-25aa36bc-9de3-4810-a4c9-46729b532f1e req-d4baaf0a-13a6-4e50-968f-20f66b2c5b9d service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=08db5f6552054a6c97ed644366d18b22&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8178556 Jul 26 15:05:37.663493 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-f473c6ee-cf1e-43df-bf6e-a8de5219cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:37.665710 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-f473c6ee-cf1e-43df-bf6e-a8de5219cdd4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.2784765 Jul 26 15:05:37.671065 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-bbe9c82b-3cba-4342-a735-31005e168366 service neutron] 10.222.0.102 "GET /v2.0/networks/a3150bab-ca1f-4ff6-8e48-2587db7cfe8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746081 Jul 26 15:05:37.707329 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-684dbe4a-6a45-4e3f-ab95-4fea6442deaa admin admin] Publish callbacks [] for security_group (d08c7491-74d3-4786-98f3-d3d436fdceae), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:37.913136 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380adca-c3c4-49c6-8aea-b16b48efcd74 req-a86e5a23-4d9f-4b0d-a512-bb757be4bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:37.915151 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6380adca-c3c4-49c6-8aea-b16b48efcd74 req-a86e5a23-4d9f-4b0d-a512-bb757be4bd83 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2518458 Jul 26 15:05:38.009436 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-23832dd5-92e7-4a5e-8f99-d32ba17763a7 req-0716f87e-257d-4876-b69a-eae2ec160bcf tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484909 Jul 26 15:05:38.216240 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad5e590-bd84-44e6-970c-aa55342dea1d x-openstack-request-id: req-aad5e590-bd84-44e6-970c-aa55342dea1d {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:38.216577 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06447f6-a112-4dc5-96aa-87f3189a038e", "tag": "18c5b7fd-eaad-4eca-8964-f04ead1ce7f7", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:38.216823 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-aad5e590-bd84-44e6-970c-aa55342dea1d {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:38.217581 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad5e590-bd84-44e6-970c-aa55342dea1d'] response: {'name': 'network-changed', 'server_uuid': 'c06447f6-a112-4dc5-96aa-87f3189a038e', 'tag': '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7', 'status': 'completed', 'code': 200} Jul 26 15:05:38.218414 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-93298039-4dc5-4101-bf97-dbaf83849415 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663705 Jul 26 15:05:38.245678 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a59ba-0240-468f-a152-26f0290be82a req-6727ef16-ee56-4156-a2f3-c55bc740ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:38.248671 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-6727ef16-ee56-4156-a2f3-c55bc740ae5b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 1127 time: 0.2082992 Jul 26 15:05:38.299734 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-850201ed-13d2-46ff-9866-899a8a43f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:38.302314 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-850201ed-13d2-46ff-9866-899a8a43f0a7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5237870 Jul 26 15:05:38.351295 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-684dbe4a-6a45-4e3f-ab95-4fea6442deaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d08c7491-74d3-4786-98f3-d3d436fdceae), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:38.367768 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:38.418080 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaf98a-0064-404c-b3da-39878c012dbf req-3b91b9ef-e527-4473-8dcf-287f31ec829e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:38.426900 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9aaaf98a-0064-404c-b3da-39878c012dbf req-3b91b9ef-e527-4473-8dcf-287f31ec829e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.2570086 Jul 26 15:05:38.438823 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-d1bed0b5-e2a2-4131-b369-421ac695eb70 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0552bdab-a714-4a7a-a202-96df45a02287 HTTP/1.1" status: 200 len: 217 time: 0.1346457 Jul 26 15:05:38.552968 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9aaaf98a-0064-404c-b3da-39878c012dbf req-adeb85ca-cef7-472f-a304-eccbc2bdd30a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249654 Jul 26 15:05:38.577511 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-0095bd44-ec6f-44e4-a3b0-827229b2a7d2 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153698 Jul 26 15:05:38.602778 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a59ba-0240-468f-a152-26f0290be82a req-44f27f3f-cd51-45d4-9805-d9f009d0ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:38.604596 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-44f27f3f-cd51-45d4-9805-d9f009d0ea4e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.1374466 Jul 26 15:05:38.693254 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=19 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:38.819877 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa36bc-9de3-4810-a4c9-46729b532f1e req-7ee35a73-9851-4aec-bcd4-f264de17407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:38.822971 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-25aa36bc-9de3-4810-a4c9-46729b532f1e req-7ee35a73-9851-4aec-bcd4-f264de17407a service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0477600 Jul 26 15:05:38.826269 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-684dbe4a-6a45-4e3f-ab95-4fea6442deaa admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=301672d4250b44caa2a2442a8a79f72e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3468897 Jul 26 15:05:38.834353 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 33434) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:38.856478 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a59ba-0240-468f-a152-26f0290be82a req-ac1c6ca7-08ab-4872-9c35-ad94f3b82c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:38.859086 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-ac1c6ca7-08ab-4872-9c35-ad94f3b82c9d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1468384 Jul 26 15:05:38.897658 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dbe4a-6a45-4e3f-ab95-4fea6442deaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08c7491-74d3-4786-98f3-d3d436fdceae,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:38.928017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7475f73-c872-481d-9199-243bf7737062 req-3a64fc0e-7012-4a0c-be0f-4510f2cdd3a7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:38.942789 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c7475f73-c872-481d-9199-243bf7737062 req-3a64fc0e-7012-4a0c-be0f-4510f2cdd3a7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.1738660 Jul 26 15:05:38.943784 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f10020-2d40-4b06-9932-eb090a30c95d req-a70e246a-d9a2-4ace-a233-64cea954e607 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:38.951988 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-80f10020-2d40-4b06-9932-eb090a30c95d req-a70e246a-d9a2-4ace-a233-64cea954e607 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.7417984 Jul 26 15:05:39.023514 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c7475f73-c872-481d-9199-243bf7737062 req-b231e6e2-0afb-48ce-ab2b-53ad90dbff10 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787179 Jul 26 15:05:39.027811 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f76fdd65-106e-4c20-9168-a32140ada42e admin admin] Publish callbacks [] for security_group (d08c7491-74d3-4786-98f3-d3d436fdceae), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:39.030640 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:39.068399 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee3a9498-b4bb-4776-bebb-f45c8ed83d8b req-9875d61d-9c87-4672-b509-f69690a381a7 service neutron] 10.222.0.102 "GET /v2.0/networks/a3150bab-ca1f-4ff6-8e48-2587db7cfe8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8822765 Jul 26 15:05:39.078346 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f76fdd65-106e-4c20-9168-a32140ada42e admin admin] Publish callbacks [] for security_group (d08c7491-74d3-4786-98f3-d3d436fdceae), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:39.104638 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-3f1608e1-9e96-4a59-908e-4b3a243dbedf service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464561 Jul 26 15:05:39.152862 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-80f10020-2d40-4b06-9932-eb090a30c95d req-b0e3637c-326e-436a-aeb1-c0b2e1e0dac1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991746 Jul 26 15:05:39.281783 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fd330-9751-4c29-a83c-b4311d6ec2c7 req-84d65982-011f-46c3-8f69-08b284ce362b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:39.284628 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-463fd330-9751-4c29-a83c-b4311d6ec2c7 req-84d65982-011f-46c3-8f69-08b284ce362b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.1206381 Jul 26 15:05:39.285647 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f76fdd65-106e-4c20-9168-a32140ada42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d08c7491-74d3-4786-98f3-d3d436fdceae), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:39.290361 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f76fdd65-106e-4c20-9168-a32140ada42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:39.296121 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-f76fdd65-106e-4c20-9168-a32140ada42e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d08c7491-74d3-4786-98f3-d3d436fdceae HTTP/1.1" status: 204 len: 168 time: 0.4528260 Jul 26 15:05:39.318507 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fdd65-106e-4c20-9168-a32140ada42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08c7491-74d3-4786-98f3-d3d436fdceae,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:39.379590 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-96ae74df-fd97-413f-b917-1632df22d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:39.382677 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-96ae74df-fd97-413f-b917-1632df22d0ba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 1128 time: 0.1518981 Jul 26 15:05:39.387845 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-d649581f-54ae-4a6d-b61b-d87303d3a21c service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083943 Jul 26 15:05:39.390995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8706-dc24-425a-a547-6b00122292e2 req-43c6afd3-e962-497a-baf2-5c4a3351661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:39.394615 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-43c6afd3-e962-497a-baf2-5c4a3351661e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 1128 time: 0.1901402 Jul 26 15:05:39.450258 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-463fd330-9751-4c29-a83c-b4311d6ec2c7 req-44f5ae9e-c605-48c6-9654-58a12c19ebe8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333930 Jul 26 15:05:39.450602 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69ddfddb-9fcc-4564-b15d-aec74e41ee9b req-cd987978-00c8-4b08-acaa-c63393791b6f service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371690 Jul 26 15:05:39.716386 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ea87f-7126-419f-8ee9-bd9c263d23ba req-0f90bc5c-94af-4ad5-a76c-1a0169de41e9 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:39.718049 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b3ea87f-7126-419f-8ee9-bd9c263d23ba req-0f90bc5c-94af-4ad5-a76c-1a0169de41e9 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.0605369 Jul 26 15:05:39.788252 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b3ea87f-7126-419f-8ee9-bd9c263d23ba req-6ef8ddff-5986-456b-93e2-7069b0fd48a3 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632284 Jul 26 15:05:40.183942 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0d09-45e6-40d2-9bc3-a1ddc6ad7782 req-d0b0b6e6-a67e-4695-9fb1-026d0c353723 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:40.188281 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-358c0d09-45e6-40d2-9bc3-a1ddc6ad7782 req-d0b0b6e6-a67e-4695-9fb1-026d0c353723 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.0756657 Jul 26 15:05:40.253489 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-358c0d09-45e6-40d2-9bc3-a1ddc6ad7782 req-dc30aa2a-4fb9-464b-8c15-445520fff624 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 Jul 26 15:05:40.308297 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae0dbd-ecc1-4ca9-a0f6-b78917890ba0 req-63f8da45-5d5b-4ca4-9cb4-f26ef602d93c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:40.309898 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a1ae0dbd-ecc1-4ca9-a0f6-b78917890ba0 req-63f8da45-5d5b-4ca4-9cb4-f26ef602d93c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.0583560 Jul 26 15:05:40.313197 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 33478) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:40.327499 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-73cc3082-2f51-40d9-99c5-afc0b9bd2bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.366631 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a1ae0dbd-ecc1-4ca9-a0f6-b78917890ba0 req-73be69d7-b177-4cb7-99a0-c79041caf709 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506599 Jul 26 15:05:40.378026 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:40.383200 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:40.424609 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-73cc3082-2f51-40d9-99c5-afc0b9bd2bd0 admin admin] Publish callbacks [] for security_group (626bd0ee-2a3c-47c1-bfcc-b30ffd8543a2), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.580019 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-47bd78dc-636a-48e6-a93b-a55b2a8f38c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.582882 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-73cc3082-2f51-40d9-99c5-afc0b9bd2bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (626bd0ee-2a3c-47c1-bfcc-b30ffd8543a2), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.612301 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b6427-fd88-4e3e-b71b-ffc563426d08 req-ffd474c5-e79c-485e-b4c7-4c8ce07abea8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:40.613838 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-406b6427-fd88-4e3e-b71b-ffc563426d08 req-ffd474c5-e79c-485e-b4c7-4c8ce07abea8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0730906 Jul 26 15:05:40.662367 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-73cc3082-2f51-40d9-99c5-afc0b9bd2bd0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ce223560877b42b9b68a14f689ec43fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478112 Jul 26 15:05:40.664522 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc3082-2f51-40d9-99c5-afc0b9bd2bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626bd0ee-2a3c-47c1-bfcc-b30ffd8543a2,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:40.668189 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33482) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:40.706257 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-406b6427-fd88-4e3e-b71b-ffc563426d08 req-9b697321-504c-4b51-a9dc-d402c200d26f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838871 Jul 26 15:05:40.745644 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f590c062-b442-4c6d-ad0c-e4325dac5cd6 admin admin] Publish callbacks [] for security_group (626bd0ee-2a3c-47c1-bfcc-b30ffd8543a2), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.772827 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f590c062-b442-4c6d-ad0c-e4325dac5cd6 admin admin] Publish callbacks [] for security_group (626bd0ee-2a3c-47c1-bfcc-b30ffd8543a2), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.912645 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f590c062-b442-4c6d-ad0c-e4325dac5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (626bd0ee-2a3c-47c1-bfcc-b30ffd8543a2), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.916053 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f590c062-b442-4c6d-ad0c-e4325dac5cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.917326 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f590c062-b442-4c6d-ad0c-e4325dac5cd6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/626bd0ee-2a3c-47c1-bfcc-b30ffd8543a2 HTTP/1.1" status: 204 len: 168 time: 0.2480183 Jul 26 15:05:40.936758 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590c062-b442-4c6d-ad0c-e4325dac5cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626bd0ee-2a3c-47c1-bfcc-b30ffd8543a2,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:40.950370 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0319a-ceb6-4af4-8b69-4697de2a46c0 req-bd24fe8e-73fd-4981-acad-c5f1e1b8f26a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:40.952118 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2b0319a-ceb6-4af4-8b69-4697de2a46c0 req-bd24fe8e-73fd-4981-acad-c5f1e1b8f26a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.0744116 Jul 26 15:05:41.014546 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2b0319a-ceb6-4af4-8b69-4697de2a46c0 req-a4e5d8c2-d379-4beb-87c0-b45354a1afe4 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552485 Jul 26 15:05:41.111127 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:41.390564 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267fc64-1ad4-42fa-a19c-262c5c059721 req-48ec195d-36a0-4511-9ba6-e8f790f0cf7a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:41.392346 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7267fc64-1ad4-42fa-a19c-262c5c059721 req-48ec195d-36a0-4511-9ba6-e8f790f0cf7a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.0579808 Jul 26 15:05:41.466362 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7267fc64-1ad4-42fa-a19c-262c5c059721 req-f93ad413-a0fe-4cf5-9316-f62d67621c88 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656970 Jul 26 15:05:41.576642 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a040de8-d362-46b5-8845-f998fea4a5da req-9cf79eb3-a747-482c-8fef-e8a2cbb9af7e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:41.578545 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4a040de8-d362-46b5-8845-f998fea4a5da req-9cf79eb3-a747-482c-8fef-e8a2cbb9af7e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.0846746 Jul 26 15:05:41.633978 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:41.635316 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4a040de8-d362-46b5-8845-f998fea4a5da req-f1ce26a3-57be-4a32-b3a2-861aca020cc8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509970 Jul 26 15:05:41.682792 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:41.774039 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33512) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:41.868795 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20051ad-a5d6-4c9b-b59a-96c524224c56 req-00f06784-3319-4b36-b23f-a71937b55203 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:41.870396 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a20051ad-a5d6-4c9b-b59a-96c524224c56 req-00f06784-3319-4b36-b23f-a71937b55203 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0613482 Jul 26 15:05:41.928921 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4db9ed95-4837-4898-ad60-709058d84b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:41.941243 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a20051ad-a5d6-4c9b-b59a-96c524224c56 req-2b7e080a-86bf-4b66-99ef-b61d488bd7b4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647306 Jul 26 15:05:42.032060 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4db9ed95-4837-4898-ad60-709058d84b89 admin admin] Publish callbacks [] for security_group (52be743a-235d-4900-8830-3401188eff44), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.062452 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33518) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:42.084369 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b24aff96-2699-49bc-8d07-731de0538a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.174769 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4db9ed95-4837-4898-ad60-709058d84b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (52be743a-235d-4900-8830-3401188eff44), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.194080 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730a604-c682-4cae-bf39-db69f4dc9ca1 req-e916a7a1-e1a1-4af2-a021-a67fdcf114f6 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:42.195708 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c730a604-c682-4cae-bf39-db69f4dc9ca1 req-e916a7a1-e1a1-4af2-a021-a67fdcf114f6 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.0881739 Jul 26 15:05:42.268738 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9ed95-4837-4898-ad60-709058d84b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52be743a-235d-4900-8830-3401188eff44,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:42.278932 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4db9ed95-4837-4898-ad60-709058d84b89 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a38e3064609b45afa4a7fedbe946067c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022271 Jul 26 15:05:42.282289 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 33524) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:42.336162 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b24aff96-2699-49bc-8d07-731de0538a65 admin admin] Publish callbacks [] for security_group (a0c4fd15-ba65-4904-b3cc-451b2cca7fac), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.338578 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=29 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:42.349457 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c730a604-c682-4cae-bf39-db69f4dc9ca1 req-0c96fae8-841d-4b8e-81b4-758111298f90 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331995 Jul 26 15:05:42.392975 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3952c5c5-5f98-4455-b8eb-43450a7eb86f admin admin] Publish callbacks [] for security_group (52be743a-235d-4900-8830-3401188eff44), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.413730 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:42.426618 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3952c5c5-5f98-4455-b8eb-43450a7eb86f admin admin] Publish callbacks [] for security_group (52be743a-235d-4900-8830-3401188eff44), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.461755 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b24aff96-2699-49bc-8d07-731de0538a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (a0c4fd15-ba65-4904-b3cc-451b2cca7fac), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.521498 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-b24aff96-2699-49bc-8d07-731de0538a65 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6b715f9142654bcabcda78a614862896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574554 Jul 26 15:05:42.523777 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aff96-2699-49bc-8d07-731de0538a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c4fd15-ba65-4904-b3cc-451b2cca7fac,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:42.524714 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 33534) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:42.617633 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3952c5c5-5f98-4455-b8eb-43450a7eb86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (52be743a-235d-4900-8830-3401188eff44), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.620349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3952c5c5-5f98-4455-b8eb-43450a7eb86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.621870 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-3952c5c5-5f98-4455-b8eb-43450a7eb86f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/52be743a-235d-4900-8830-3401188eff44 HTTP/1.1" status: 204 len: 168 time: 0.3384554 Jul 26 15:05:42.650264 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0fca02e3-fbe7-4e12-887a-f07da3e6f906 admin admin] Publish callbacks [] for security_group (a0c4fd15-ba65-4904-b3cc-451b2cca7fac), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.659215 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375eecc6-5e76-4ace-b5f7-83380206b12b req-5348be05-cbd1-4462-a2d0-59b4b74a5cc8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:42.661054 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-375eecc6-5e76-4ace-b5f7-83380206b12b req-5348be05-cbd1-4462-a2d0-59b4b74a5cc8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.0857031 Jul 26 15:05:42.663529 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952c5c5-5f98-4455-b8eb-43450a7eb86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be743a-235d-4900-8830-3401188eff44,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:42.713088 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0fca02e3-fbe7-4e12-887a-f07da3e6f906 admin admin] Publish callbacks [] for security_group (a0c4fd15-ba65-4904-b3cc-451b2cca7fac), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.779410 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-375eecc6-5e76-4ace-b5f7-83380206b12b req-cc653890-7fff-4821-86ab-ae447d79cc24 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053796 Jul 26 15:05:42.828924 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0006c0-c8e6-4b73-9e00-ce965e9df5e6 req-bcb1fa1c-e52e-486f-962c-6d217b0eb5ae tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:42.830525 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5b0006c0-c8e6-4b73-9e00-ce965e9df5e6 req-bcb1fa1c-e52e-486f-962c-6d217b0eb5ae tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.0705004 Jul 26 15:05:42.894728 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5b0006c0-c8e6-4b73-9e00-ce965e9df5e6 req-dc3558e2-5338-446f-8975-d710f97c1b9c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548882 Jul 26 15:05:42.948186 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0fca02e3-fbe7-4e12-887a-f07da3e6f906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (a0c4fd15-ba65-4904-b3cc-451b2cca7fac), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.951725 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0fca02e3-fbe7-4e12-887a-f07da3e6f906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.955710 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0fca02e3-fbe7-4e12-887a-f07da3e6f906 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a0c4fd15-ba65-4904-b3cc-451b2cca7fac HTTP/1.1" status: 204 len: 168 time: 0.4274864 Jul 26 15:05:42.970204 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca02e3-fbe7-4e12-887a-f07da3e6f906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c4fd15-ba65-4904-b3cc-451b2cca7fac,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:43.117944 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258a8b0-2116-45cd-b7ae-e96c0c8fc010 req-1ff5ef83-e302-44af-bc5b-8167fbbeba52 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:43.119702 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7258a8b0-2116-45cd-b7ae-e96c0c8fc010 req-1ff5ef83-e302-44af-bc5b-8167fbbeba52 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0614901 Jul 26 15:05:43.198469 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7258a8b0-2116-45cd-b7ae-e96c0c8fc010 req-14b8a2d9-fea4-4774-9309-b82653c61181 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698783 Jul 26 15:05:43.424716 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:43.510626 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b4cd2-74ce-4102-b05c-c936eaa06d5d req-e7e9da5a-6457-42c1-b4a1-d13fb6007859 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:43.512243 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8f2b4cd2-74ce-4102-b05c-c936eaa06d5d req-e7e9da5a-6457-42c1-b4a1-d13fb6007859 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.0586329 Jul 26 15:05:43.574328 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8f2b4cd2-74ce-4102-b05c-c936eaa06d5d req-629c7db6-4522-4b4e-ab93-a02b99fa6eaf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562828 Jul 26 15:05:43.981616 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502afde5-139e-43ad-add7-e55920c4152b req-47bc6a7c-08b6-485b-97cd-2157ac516453 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:43.983245 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-502afde5-139e-43ad-add7-e55920c4152b req-47bc6a7c-08b6-485b-97cd-2157ac516453 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.0936549 Jul 26 15:05:44.026779 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-84679891-4970-49bd-932b-6afefb25572c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb HTTP/1.1" status: 200 len: 217 time: 0.1736701 Jul 26 15:05:44.039078 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-093a59ba-0240-468f-a152-26f0290be82a req-efad4674-b39d-4189-b261-ccbbd9b55c23 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877434 Jul 26 15:05:44.104968 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-502afde5-139e-43ad-add7-e55920c4152b req-e68b7b52-9f0a-46d1-be2e-05bbdc7b62d0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806308 Jul 26 15:05:44.128988 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363647d-724e-440b-b337-e1e0509f5904 req-d6f5caec-4408-4b41-b35a-e4c81ba36d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.130540 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7363647d-724e-440b-b337-e1e0509f5904 req-d6f5caec-4408-4b41-b35a-e4c81ba36d40 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bb18a5955f814887bcfa9650bcaa2ce9&device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 1127 time: 0.2608578 Jul 26 15:05:44.177602 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d50fe6-8864-4e51-826a-4d3d56c1b6dd req-b3f1548e-417d-47d6-a35f-8484562cc15a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.179509 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40d50fe6-8864-4e51-826a-4d3d56c1b6dd req-b3f1548e-417d-47d6-a35f-8484562cc15a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.1515236 Jul 26 15:05:44.378713 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-ce8620ef-5ac3-4b88-a331-d27b0171f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.378713 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-ce8620ef-5ac3-4b88-a331-d27b0171f841 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 916 time: 0.5270047 Jul 26 15:05:44.431424 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212b10-dcfe-46bc-9d38-f452af07b278 req-dd2fb5cf-b39c-4356-9126-b3a4de7eb0f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.434960 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-75212b10-dcfe-46bc-9d38-f452af07b278 req-dd2fb5cf-b39c-4356-9126-b3a4de7eb0f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0857000 Jul 26 15:05:44.454932 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-7603b39b-b672-4dff-ada5-e483e49d059d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957f7279-c7e0-4980-871c-ba5e2033c52a HTTP/1.1" status: 200 len: 217 time: 0.0623848 Jul 26 15:05:44.458529 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8706-dc24-425a-a547-6b00122292e2 req-6fe48d97-abf3-4fb0-8955-a6c127e264a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.460131 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-6fe48d97-abf3-4fb0-8955-a6c127e264a5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef7095f0-cfe9-4349-aa50-a32e1922adb4 HTTP/1.1" status: 200 len: 849 time: 0.2650304 Jul 26 15:05:44.462379 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-05eed2e9-4370-4314-a4f9-fa210dcdf95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.473478 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40d50fe6-8864-4e51-826a-4d3d56c1b6dd req-842541a5-e097-4cce-a34a-e87e4601b3f7 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772369 Jul 26 15:05:44.573914 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363647d-724e-440b-b337-e1e0509f5904 req-02a9b8c0-ebf9-48dd-bcf8-8b9a2e404b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.573914 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7363647d-724e-440b-b337-e1e0509f5904 req-02a9b8c0-ebf9-48dd-bcf8-8b9a2e404b64 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a3150bab-ca1f-4ff6-8e48-2587db7cfe8e HTTP/1.1" status: 200 len: 912 time: 0.3206887 Jul 26 15:05:44.574590 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-75212b10-dcfe-46bc-9d38-f452af07b278 req-30707c3d-49f8-4e02-a2f9-01c71c3bbff2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703022 Jul 26 15:05:44.574738 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 498672af-1542-4fdd-8bf4-5a5c5cabe7ca details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:05:44.708548 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7363647d-724e-440b-b337-e1e0509f5904 req-e99a8ff9-4a25-4bac-8ebc-66a1b6e21b64 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=498672af-1542-4fdd-8bf4-5a5c5cabe7ca HTTP/1.1" status: 200 len: 217 time: 0.1082106 Jul 26 15:05:44.716320 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:44.731136 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '498672af-1542-4fdd-8bf4-5a5c5cabe7ca', 'network_id': 'a3150bab-ca1f-4ff6-8e48-2587db7cfe8e', 'port_id': '498672af-1542-4fdd-8bf4-5a5c5cabe7ca', 'mac_address': 'fa:16:3e:d9:08:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0eef1a1-1c3d-45c9-b036-2d5b3de24028', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:05:44.776230 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:44.776694 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.785693 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8706-dc24-425a-a547-6b00122292e2 req-d46e4e4a-14cb-4b1c-8e5e-4a8c8c77d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.787185 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-d46e4e4a-14cb-4b1c-8e5e-4a8c8c77d2a8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25e10047-eaa5-41ef-808b-1d7621a68610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1857255 Jul 26 15:05:44.791133 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498672af-1542-4fdd-8bf4-5a5c5cabe7ca {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:44.815654 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-ebb8d925-4dcf-46f9-8084-06b88339865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.817128 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-ebb8d925-4dcf-46f9-8084-06b88339865d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.2279685 Jul 26 15:05:44.819135 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:44.823935 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471303b9-6d98-40b1-b663-39d77ecd97f5 req-e8adc9e5-9014-46a9-8e31-af1caa3f18a0 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.825350 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-471303b9-6d98-40b1-b663-39d77ecd97f5 req-e8adc9e5-9014-46a9-8e31-af1caa3f18a0 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 943 time: 0.1278505 Jul 26 15:05:44.940100 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363647d-724e-440b-b337-e1e0509f5904 req-311f355d-6055-4a57-ad11-656149f1a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.941461 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7363647d-724e-440b-b337-e1e0509f5904 req-311f355d-6055-4a57-ad11-656149f1a57d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d0eef1a1-1c3d-45c9-b036-2d5b3de24028 HTTP/1.1" status: 200 len: 850 time: 0.2134290 Jul 26 15:05:44.972120 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-3f730db4-d19d-44b3-9c95-2cd6218ac302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.973667 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-3f730db4-d19d-44b3-9c95-2cd6218ac302 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1474450 Jul 26 15:05:45.041001 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.095627 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 33588) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:45.108886 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.121667 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.217048 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:45.301997 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Publish callbacks [] for security_group (71fd9e2f-7762-4f3e-8d9c-7c22ef860cb9), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.325756 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75638607-92f7-447f-b719-69223dae589c req-f0fe51bb-0d12-4055-96ef-f48ca2c464f1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.328725 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-75638607-92f7-447f-b719-69223dae589c req-f0fe51bb-0d12-4055-96ef-f48ca2c464f1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.0839355 Jul 26 15:05:45.348060 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-471303b9-6d98-40b1-b663-39d77ecd97f5 req-9ce320fe-b05f-4be8-a4e8-a5faf1eeb205 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085313 Jul 26 15:05:45.361913 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363647d-724e-440b-b337-e1e0509f5904 req-4d5d2132-40be-4dce-8112-e601f0e62c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.366251 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7363647d-724e-440b-b337-e1e0509f5904 req-4d5d2132-40be-4dce-8112-e601f0e62c75 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a3150bab-ca1f-4ff6-8e48-2587db7cfe8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4123578 Jul 26 15:05:45.377907 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-ee4f8b7d-5459-4d20-a85f-c88b2bbf93c7 service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799456 Jul 26 15:05:45.395139 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['498672af-1542-4fdd-8bf4-5a5c5cabe7ca'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:45.395362 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-75638607-92f7-447f-b719-69223dae589c req-5ba9ea67-2a28-4198-9eec-ef0145cef96e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588436 Jul 26 15:05:45.402268 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (71fd9e2f-7762-4f3e-8d9c-7c22ef860cb9), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.431989 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-160991f2-0a1b-4b6d-bb8e-5b0f4afcf022 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512081 Jul 26 15:05:45.441434 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd9e2f-7762-4f3e-8d9c-7c22ef860cb9,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:45.459937 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.460407 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.461038 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.461348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.462218 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.462562 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.463021 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.463498 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.464246 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.464719 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.465185 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.465621 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.466080 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.466294 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.466624 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.473058 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5da03354-20c4-44ea-84c6-6efcfbd0a63e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1419b9801dba4fbc96b44fea1502602b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761292 Jul 26 15:05:45.485316 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33592) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:45.566186 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:45.568451 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Publish callbacks [] for security_group (71fd9e2f-7762-4f3e-8d9c-7c22ef860cb9), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.608607 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Publish callbacks [] for security_group (71fd9e2f-7762-4f3e-8d9c-7c22ef860cb9), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.678796 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:45.754772 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96159da-de65-4d2c-9916-207fae984919 req-4d83423b-159e-4a3f-a96c-eaa799f4bdaa tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.756468 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e96159da-de65-4d2c-9916-207fae984919 req-4d83423b-159e-4a3f-a96c-eaa799f4bdaa tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.0698612 Jul 26 15:05:45.763942 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4380f-a491-4b5c-a71c-5dc66886b463 req-c4b573be-5506-4e9b-ba0a-faf26ebaa99c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.766572 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-27e4380f-a491-4b5c-a71c-5dc66886b463 req-c4b573be-5506-4e9b-ba0a-faf26ebaa99c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.0810516 Jul 26 15:05:45.790379 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (71fd9e2f-7762-4f3e-8d9c-7c22ef860cb9), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.796337 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.796337 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/71fd9e2f-7762-4f3e-8d9c-7c22ef860cb9 HTTP/1.1" status: 204 len: 168 time: 0.3083835 Jul 26 15:05:45.830779 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-27e4380f-a491-4b5c-a71c-5dc66886b463 req-aa665f16-211e-459a-883f-91f2754bbf33 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559065 Jul 26 15:05:45.838001 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e96159da-de65-4d2c-9916-207fae984919 req-0a6dc277-78a3-4a1e-ad93-2b8976325d1f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721860 Jul 26 15:05:45.839475 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd9e2f-7762-4f3e-8d9c-7c22ef860cb9,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:45.853265 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.853845 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.854413 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.854971 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.855573 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.856127 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.856708 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.857259 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.857815 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.858351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.858814 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.859224 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.859920 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.860500 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:45.865841 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ea0ce-5a44-4c16-a72d-dcf1a78a32e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:46.142570 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:46.206825 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7363647d-724e-440b-b337-e1e0509f5904 req-be79f500-4760-44de-9fef-08b1ad38a004 service neutron] 10.222.0.102 "GET /v2.0/networks/a3150bab-ca1f-4ff6-8e48-2587db7cfe8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056641 Jul 26 15:05:46.211651 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-287ece3d-243a-42bc-adce-e9c4c9762e45 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126495 Jul 26 15:05:46.216065 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-badd8706-dc24-425a-a547-6b00122292e2 req-1ee5eeee-df22-4c31-9c8f-7957326040aa service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032999 Jul 26 15:05:46.229285 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:46.420063 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:46.429109 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:46.534017 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 957f7279-c7e0-4980-871c-ba5e2033c52a details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:05:46.559812 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64288b8a-154e-4563-a6f5-6184c3bf616a req-680958a8-9a99-4cb9-9199-c48d83fe2b01 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:46.561907 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-64288b8a-154e-4563-a6f5-6184c3bf616a req-680958a8-9a99-4cb9-9199-c48d83fe2b01 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 944 time: 0.0926003 Jul 26 15:05:46.594298 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99865194-36b8-4b13-80e2-874b3dc7d9f3 req-4e46dec0-3128-47f7-a062-f6c5a6db7a45 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:46.595961 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-99865194-36b8-4b13-80e2-874b3dc7d9f3 req-4e46dec0-3128-47f7-a062-f6c5a6db7a45 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.1053538 Jul 26 15:05:46.662185 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-64288b8a-154e-4563-a6f5-6184c3bf616a req-09f3d3dd-642c-4c37-8c4a-79acee28e74c tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795903 Jul 26 15:05:46.700415 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-99865194-36b8-4b13-80e2-874b3dc7d9f3 req-74c05357-69c0-4f4c-9a24-0269e9baedc5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910585 Jul 26 15:05:46.759756 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 498672af-1542-4fdd-8bf4-5a5c5cabe7ca up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:46.837530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-bbf25bd5-364b-4de3-94e9-c5f5af7508ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:46.839559 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-bbf25bd5-364b-4de3-94e9-c5f5af7508ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 1127 time: 0.0874505 Jul 26 15:05:46.942974 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:46.981715 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:05:47.085276 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 957f7279-c7e0-4980-871c-ba5e2033c52a, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=957f7279-c7e0-4980-871c-ba5e2033c52a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:47.086131 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11197ab2-0776-43e0-ba94-9638f0ae84e4 req-91355a92-0ab6-48c9-bb2e-5da74ab41b88 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:47.089752 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-11197ab2-0776-43e0-ba94-9638f0ae84e4 req-91355a92-0ab6-48c9-bb2e-5da74ab41b88 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.1017034 Jul 26 15:05:47.113974 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:05:47.152856 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:47.153316 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:47.157576 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd479-1590-4c6c-b4d2-93c2fa0364eb req-cf6c0c22-8e42-4dc2-b59c-98213aaa18d2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:47.165977 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a4dcd479-1590-4c6c-b4d2-93c2fa0364eb req-cf6c0c22-8e42-4dc2-b59c-98213aaa18d2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 944 time: 0.1067569 Jul 26 15:05:47.198799 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 957f7279-c7e0-4980-871c-ba5e2033c52a is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:47.199203 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:47.208761 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-11197ab2-0776-43e0-ba94-9638f0ae84e4 req-8117ae7b-0d89-472c-ac50-2bef0b232147 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120481 Jul 26 15:05:47.230462 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957f7279-c7e0-4980-871c-ba5e2033c52a {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:47.276610 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a4dcd479-1590-4c6c-b4d2-93c2fa0364eb req-acc79b79-2812-4d51-8582-9ed2825e8630 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090472 Jul 26 15:05:47.344961 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 957f7279-c7e0-4980-871c-ba5e2033c52a, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=957f7279-c7e0-4980-871c-ba5e2033c52a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:47.361552 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:47.373666 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:47.408732 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe50a6b-2228-43d7-be82-df26fcab6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498672af-1542-4fdd-8bf4-5a5c5cabe7ca'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:47.489850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:47.494570 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:47.501773 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:47.565917 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=957f7279-c7e0-4980-871c-ba5e2033c52a,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:47.574665 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.575007 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.575412 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.575764 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.576105 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.577177 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.577177 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.577177 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.577478 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.577683 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.578008 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.578316 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.578633 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.578958 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.579970 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:47.638729 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:47.716096 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f63126f-4000-4078-8299-42b71977caa2" -d '{"events": [{"server_uuid": "7fe50a6b-2228-43d7-be82-df26fcab6088", "name": "network-vif-plugged", "status": "completed", "tag": "498672af-1542-4fdd-8bf4-5a5c5cabe7ca"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:47.724789 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:47.851725 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a8a3a-2bb2-4f10-bfe3-0bbad9f61d77 req-fdbb64b7-4cdd-43a4-8eec-c5c91955213d tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:47.854985 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-608a8a3a-2bb2-4f10-bfe3-0bbad9f61d77 req-fdbb64b7-4cdd-43a4-8eec-c5c91955213d tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0616448 Jul 26 15:05:47.919757 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-608a8a3a-2bb2-4f10-bfe3-0bbad9f61d77 req-34cc4c57-2906-4b72-9436-8891900db2f4 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571485 Jul 26 15:05:47.989452 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:48.045761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:48.126903 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bc0ae-3096-4936-b89f-bddcfc92e957 req-c1816bc6-d406-4876-a792-13819c85118f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:48.129571 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-215bc0ae-3096-4936-b89f-bddcfc92e957 req-c1816bc6-d406-4876-a792-13819c85118f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.0804520 Jul 26 15:05:48.146531 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f5a563-1ea5-46eb-8144-d7dd5dbb2b7c x-openstack-request-id: req-36f5a563-1ea5-46eb-8144-d7dd5dbb2b7c {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:48.146819 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe50a6b-2228-43d7-be82-df26fcab6088", "name": "network-vif-plugged", "status": "completed", "tag": "498672af-1542-4fdd-8bf4-5a5c5cabe7ca", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:48.147072 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-36f5a563-1ea5-46eb-8144-d7dd5dbb2b7c {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:48.147779 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f5a563-1ea5-46eb-8144-d7dd5dbb2b7c'] response: {'server_uuid': '7fe50a6b-2228-43d7-be82-df26fcab6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498672af-1542-4fdd-8bf4-5a5c5cabe7ca', 'code': 200} Jul 26 15:05:48.213422 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-215bc0ae-3096-4936-b89f-bddcfc92e957 req-9f36eb45-3e33-4fc9-828e-45a76d6ad543 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757957 Jul 26 15:05:48.380936 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d387da-5da3-4b77-8959-6ced5f0e6296 req-e58038d7-2517-4035-841d-8de09971285c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:48.382541 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a5d387da-5da3-4b77-8959-6ced5f0e6296 req-e58038d7-2517-4035-841d-8de09971285c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.0540128 Jul 26 15:05:48.424691 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83ea04-0a38-4cff-a169-1e2bfd732053 req-4fdaadc2-7aa3-4940-b8ea-06a37417f9dd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:48.425969 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5c83ea04-0a38-4cff-a169-1e2bfd732053 req-4fdaadc2-7aa3-4940-b8ea-06a37417f9dd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 945 time: 0.0569248 Jul 26 15:05:48.440032 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a5d387da-5da3-4b77-8959-6ced5f0e6296 req-4718e358-15e9-412b-84aa-d664129fb84f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505915 Jul 26 15:05:48.498157 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5c83ea04-0a38-4cff-a169-1e2bfd732053 req-e40a057d-d646-49ca-a325-c47048e6d583 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642512 Jul 26 15:05:49.107539 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:49.119799 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e281-a325-46b7-8a7d-a3098757c73d req-dfd4d58a-e3fb-43e6-ae30-d12f1df7dea6 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:49.121751 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ffe8e281-a325-46b7-8a7d-a3098757c73d req-dfd4d58a-e3fb-43e6-ae30-d12f1df7dea6 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0792150 Jul 26 15:05:49.178412 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ffe8e281-a325-46b7-8a7d-a3098757c73d req-a338bf50-b1e0-40b6-8ded-64c5161f6941 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507691 Jul 26 15:05:49.382263 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ee946-ae2a-4b8e-9261-fcc48bf21c07 req-3c25d6e9-3e6e-4b26-bf23-282bc79f7a2c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:49.384036 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-978ee946-ae2a-4b8e-9261-fcc48bf21c07 req-3c25d6e9-3e6e-4b26-bf23-282bc79f7a2c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.0700841 Jul 26 15:05:49.451368 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-978ee946-ae2a-4b8e-9261-fcc48bf21c07 req-5af5a512-f35b-4b4c-8736-c543aa9a7444 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602944 Jul 26 15:05:49.585416 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:49.596672 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad5894-8d01-427e-8a33-d76232c3c15c req-edcc0fd8-11e8-4965-a8ca-0dd4f318024d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:49.598602 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a5ad5894-8d01-427e-8a33-d76232c3c15c req-edcc0fd8-11e8-4965-a8ca-0dd4f318024d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.0711272 Jul 26 15:05:49.651126 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b04ca4-8680-4d36-9c67-7ae923ec2565 req-1f60d36f-353d-4832-872c-4e1ee74d9ec6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:49.653664 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e3b04ca4-8680-4d36-9c67-7ae923ec2565 req-1f60d36f-353d-4832-872c-4e1ee74d9ec6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 945 time: 0.0631275 Jul 26 15:05:49.669733 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a5ad5894-8d01-427e-8a33-d76232c3c15c req-6c84dcdb-6e11-4b52-afab-855aa0b16a88 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606697 Jul 26 15:05:49.717303 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e3b04ca4-8680-4d36-9c67-7ae923ec2565 req-9a017382-5b1b-4900-bd4f-c76081c45fe0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557847 Jul 26 15:05:49.861577 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:50.262098 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:50.340715 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597cea1-dd6e-4536-b58c-c1d0fc25dba8 req-56b5eb54-b504-4bfb-a0de-a18ebf0dcd76 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:50.343620 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1597cea1-dd6e-4536-b58c-c1d0fc25dba8 req-56b5eb54-b504-4bfb-a0de-a18ebf0dcd76 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0640008 Jul 26 15:05:50.408426 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1597cea1-dd6e-4536-b58c-c1d0fc25dba8 req-9949a866-fa1f-4e0b-887a-9247a315d1ab tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Jul 26 15:05:50.485643 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['957f7279-c7e0-4980-871c-ba5e2033c52a'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:50.519575 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:05:50.629721 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf5bdf-f099-4433-b47f-205bbbc8593a req-f78187f4-36f1-4909-b460-61109fce1fbe tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:50.631338 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a3cf5bdf-f099-4433-b47f-205bbbc8593a req-f78187f4-36f1-4909-b460-61109fce1fbe tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 943 time: 0.0684006 Jul 26 15:05:50.701699 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a3cf5bdf-f099-4433-b47f-205bbbc8593a req-e9a5bc6c-6edb-42db-b2d6-f860001d333f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572472 Jul 26 15:05:50.717894 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:50.739624 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'port_id': '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7', 'mac_address': 'fa:16:3e:70:af:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:05:50.785611 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:50.822653 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:50.823195 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:50.846823 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:50.900139 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:50.975385 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48173b87-1690-4cdc-8945-9bb7b9707b3a req-cddc4cde-04fe-4e59-81e9-f9d4ee2549f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:50.977412 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-48173b87-1690-4cdc-8945-9bb7b9707b3a req-cddc4cde-04fe-4e59-81e9-f9d4ee2549f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 945 time: 0.0902641 Jul 26 15:05:50.995943 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:50.997155 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 0552bdab-a714-4a7a-a202-96df45a02287 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:05:51.035104 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7363647d-724e-440b-b337-e1e0509f5904 req-2a58d616-3a18-4388-b4cc-34431f8fb715 service neutron] 10.222.0.102 "GET /v2.0/networks/a3150bab-ca1f-4ff6-8e48-2587db7cfe8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238289 Jul 26 15:05:51.044582 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007cab4-8ece-4da7-b3c9-9a2fb378f4f6 req-505ee7ae-0ff7-4c91-b1d1-f15ce8090191 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:51.054240 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0007cab4-8ece-4da7-b3c9-9a2fb378f4f6 req-505ee7ae-0ff7-4c91-b1d1-f15ce8090191 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.1669860 Jul 26 15:05:51.084562 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-28bcd853-d9f6-442e-b301-c138615800b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:51.086604 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-28bcd853-d9f6-442e-b301-c138615800b5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.3719563 Jul 26 15:05:51.096197 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-48173b87-1690-4cdc-8945-9bb7b9707b3a req-2dfd18c6-5d17-4470-a893-835af65e9a45 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079690 Jul 26 15:05:51.103643 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:51.126319 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 0552bdab-a714-4a7a-a202-96df45a02287, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0552bdab-a714-4a7a-a202-96df45a02287,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:51.138625 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '0552bdab-a714-4a7a-a202-96df45a02287', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'port_id': '0552bdab-a714-4a7a-a202-96df45a02287', 'mac_address': 'fa:16:3e:4a:9f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:05:51.169256 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-42eacfba-836a-46a0-b290-0c811d4f0873 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 HTTP/1.1" status: 200 len: 217 time: 0.0575213 Jul 26 15:05:51.174714 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0007cab4-8ece-4da7-b3c9-9a2fb378f4f6 req-46763eaf-cd1f-41de-8797-358c151dd9ce tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188452 Jul 26 15:05:51.182264 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 0552bdab-a714-4a7a-a202-96df45a02287 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:51.182870 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0552bdab-a714-4a7a-a202-96df45a02287), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:51.199240 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0552bdab-a714-4a7a-a202-96df45a02287 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:51.224468 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 0552bdab-a714-4a7a-a202-96df45a02287, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0552bdab-a714-4a7a-a202-96df45a02287,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:51.238261 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-a46001c0-5f1c-43cf-8acf-306cc6a72391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:51.239855 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-a46001c0-5f1c-43cf-8acf-306cc6a72391 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0641625 Jul 26 15:05:51.277650 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021176-89f4-446f-af21-1524752911c2 req-582984f6-c049-4615-9acc-4ad828117484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:51.281671 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-51021176-89f4-446f-af21-1524752911c2 req-582984f6-c049-4615-9acc-4ad828117484 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 1129 time: 0.0935960 Jul 26 15:05:51.291190 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-07bf75a4-2adf-4421-9677-23b1b52ff92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:51.292731 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-07bf75a4-2adf-4421-9677-23b1b52ff92d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438333 Jul 26 15:05:51.303538 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-51021176-89f4-446f-af21-1524752911c2 req-54728cf3-07c2-4515-8a31-0f5d8ec47663 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:51.335708 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0552bdab-a714-4a7a-a202-96df45a02287), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:51.412010 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=0552bdab-a714-4a7a-a202-96df45a02287,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:51.415608 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-51021176-89f4-446f-af21-1524752911c2 req-54728cf3-07c2-4515-8a31-0f5d8ec47663 service neutron] Publish callbacks [] for security_group (7cc40423-0c00-433f-90a6-9026a3d96bfc), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:51.438678 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-3b8e9568-dc0a-4cf3-a670-ab855beeb2ce service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387808 Jul 26 15:05:51.537587 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33796) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:51.553398 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-51021176-89f4-446f-af21-1524752911c2 req-54728cf3-07c2-4515-8a31-0f5d8ec47663 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7cc40423-0c00-433f-90a6-9026a3d96bfc), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:51.619817 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8e5cd262-3cb3-453e-8b1a-39bfb3ae3bc5 req-24fd0ce2-5a3e-49e4-87f0-d99556be9fac service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731465 Jul 26 15:05:51.631319 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbdd92-e4fc-4039-9370-bdbe9481dde8 req-9be3c8d3-8ec0-4120-be28-c92aca6b8b83 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:51.647753 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2cfbdd92-e4fc-4039-9370-bdbe9481dde8 req-9be3c8d3-8ec0-4120-be28-c92aca6b8b83 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.1348453 Jul 26 15:05:51.674684 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54728cf3-07c2-4515-8a31-0f5d8ec47663 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc40423-0c00-433f-90a6-9026a3d96bfc,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:51.684661 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-51021176-89f4-446f-af21-1524752911c2 req-54728cf3-07c2-4515-8a31-0f5d8ec47663 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985255 Jul 26 15:05:51.717551 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2cfbdd92-e4fc-4039-9370-bdbe9481dde8 req-18d91661-3f4d-4d59-90ee-06ae6810ad1e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774376 Jul 26 15:05:51.739452 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f9f942b7-f9ec-4d61-93a8-bbd66773517d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:51.769407 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['0552bdab-a714-4a7a-a202-96df45a02287'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:51.815524 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:51.873002 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f9f942b7-f9ec-4d61-93a8-bbd66773517d admin admin] Publish callbacks [] for security_group (6b74ffb5-1e3c-4157-a3a7-b21ca257ef7a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:51.917283 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['18c5b7fd-eaad-4eca-8964-f04ead1ce7f7'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:51.925676 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:51.957363 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:51.980506 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f9f942b7-f9ec-4d61-93a8-bbd66773517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6b74ffb5-1e3c-4157-a3a7-b21ca257ef7a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:52.034650 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f9f942b7-f9ec-4d61-93a8-bbd66773517d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e57f3bc37fcb46699068dc3a0f880e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959884 Jul 26 15:05:52.035501 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33810) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:52.063036 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f942b7-f9ec-4d61-93a8-bbd66773517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b74ffb5-1e3c-4157-a3a7-b21ca257ef7a,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:52.120326 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f4cdfd56-cb71-4c39-9829-8cd8ba277994 admin admin] Publish callbacks [] for security_group (6b74ffb5-1e3c-4157-a3a7-b21ca257ef7a), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:52.143298 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b2ccf-8be1-4268-8270-4a80c10a16d9 req-6b5386c6-7166-42fb-b550-701b863c1397 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:52.145552 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-971b2ccf-8be1-4268-8270-4a80c10a16d9 req-6b5386c6-7166-42fb-b550-701b863c1397 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 944 time: 0.3119912 Jul 26 15:05:52.191189 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f4cdfd56-cb71-4c39-9829-8cd8ba277994 admin admin] Publish callbacks [] for security_group (6b74ffb5-1e3c-4157-a3a7-b21ca257ef7a), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:52.191361 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:52.205831 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-971b2ccf-8be1-4268-8270-4a80c10a16d9 req-31c46b9d-5aaa-4ec8-b35d-b8e4f58f756c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530655 Jul 26 15:05:52.248607 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:52.277551 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94531-a6f1-4782-994f-36dd85451ac1 req-7b0609f4-8413-442b-8d98-1d0d4817d2b8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:52.279258 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-49b94531-a6f1-4782-994f-36dd85451ac1 req-7b0609f4-8413-442b-8d98-1d0d4817d2b8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 945 time: 0.0820429 Jul 26 15:05:52.339383 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-49b94531-a6f1-4782-994f-36dd85451ac1 req-cefeca29-d931-4eb3-926b-f76f12879522 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531669 Jul 26 15:05:52.340127 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716a7d2-78bd-445b-b812-e86906d7bae4 req-0a64290b-acc6-4cf0-9b88-6e5147f475e5 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:52.341800 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e716a7d2-78bd-445b-b812-e86906d7bae4 req-0a64290b-acc6-4cf0-9b88-6e5147f475e5 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 944 time: 0.0564127 Jul 26 15:05:52.393437 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e716a7d2-78bd-445b-b812-e86906d7bae4 req-bf0f1e4a-0fa9-44af-b96b-5ec1b34d771f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458972 Jul 26 15:05:52.425054 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f4cdfd56-cb71-4c39-9829-8cd8ba277994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6b74ffb5-1e3c-4157-a3a7-b21ca257ef7a), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:52.431699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f4cdfd56-cb71-4c39-9829-8cd8ba277994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:52.431699 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f4cdfd56-cb71-4c39-9829-8cd8ba277994 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6b74ffb5-1e3c-4157-a3a7-b21ca257ef7a HTTP/1.1" status: 204 len: 168 time: 0.3860912 Jul 26 15:05:52.438722 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdfd56-cb71-4c39-9829-8cd8ba277994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b74ffb5-1e3c-4157-a3a7-b21ca257ef7a,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:52.567109 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device e9809239-4b3d-4ebd-a706-267b3a41b7eb details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:05:52.691810 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port e9809239-4b3d-4ebd-a706-267b3a41b7eb, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:52.708171 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'port_id': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'mac_address': 'fa:16:3e:6f:27:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:05:52.771419 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port e9809239-4b3d-4ebd-a706-267b3a41b7eb is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:52.772154 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:52.798182 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9809239-4b3d-4ebd-a706-267b3a41b7eb {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:52.835103 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port e9809239-4b3d-4ebd-a706-267b3a41b7eb, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:52.869847 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56a57a-f4b4-46f9-86c0-21c207fe7473 req-f1d1ff19-d643-42ad-b213-c8a51c0bd29e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:52.871425 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fe56a57a-f4b4-46f9-86c0-21c207fe7473 req-f1d1ff19-d643-42ad-b213-c8a51c0bd29e tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0727220 Jul 26 15:05:52.889706 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:52.924665 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:52.933727 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fe56a57a-f4b4-46f9-86c0-21c207fe7473 req-e58716d9-7b68-4150-a12b-c9297d3303bd tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550637 Jul 26 15:05:52.990816 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=e9809239-4b3d-4ebd-a706-267b3a41b7eb,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:53.213298 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33840) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:53.231343 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ce077b43-9991-4a2b-ab49-b733927716c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:53.339370 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ce077b43-9991-4a2b-ab49-b733927716c6 admin admin] Publish callbacks [] for security_group (c945f998-f3de-45c6-8c55-cf5470830542), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:53.354991 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a8b10-3814-4cba-8d79-d009cff5cc8e req-10e59046-377a-46ae-9c60-71e6f23d23c0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:53.356463 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c1a8b10-3814-4cba-8d79-d009cff5cc8e req-10e59046-377a-46ae-9c60-71e6f23d23c0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 944 time: 0.0551336 Jul 26 15:05:53.424136 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c1a8b10-3814-4cba-8d79-d009cff5cc8e req-c572f6a8-6601-44b9-b8b3-6e38169513c3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600224 Jul 26 15:05:53.480203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768a320-56bd-4ce2-a661-f557d4e2e298 req-286ec666-e3a3-4997-a373-8b5bfd972107 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:53.481709 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a768a320-56bd-4ce2-a661-f557d4e2e298 req-286ec666-e3a3-4997-a373-8b5bfd972107 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 945 time: 0.0551872 Jul 26 15:05:53.535682 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ccc9-2150-4f93-a3ce-d8234e012ecd req-37040cf4-044e-4c48-90fc-a82451c588cc tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:53.536192 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a768a320-56bd-4ce2-a661-f557d4e2e298 req-2c821ad0-e4df-4ab7-a06a-e6399f449d25 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487313 Jul 26 15:05:53.537173 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-72e3ccc9-2150-4f93-a3ce-d8234e012ecd req-37040cf4-044e-4c48-90fc-a82451c588cc tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 945 time: 0.0521598 Jul 26 15:05:53.541179 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ce077b43-9991-4a2b-ab49-b733927716c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (c945f998-f3de-45c6-8c55-cf5470830542), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:53.577117 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:53.584333 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ce077b43-9991-4a2b-ab49-b733927716c6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5c160472ae6d4bc987441b9809a99356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696666 Jul 26 15:05:53.586033 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce077b43-9991-4a2b-ab49-b733927716c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c945f998-f3de-45c6-8c55-cf5470830542,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:53.588829 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33854) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:53.608143 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-72e3ccc9-2150-4f93-a3ce-d8234e012ecd req-3c5addad-0010-4083-bb8f-d0cd83a857bf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647008 Jul 26 15:05:53.657150 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82896c03-868a-4b14-b103-7543c2d315cf admin admin] Publish callbacks [] for security_group (c945f998-f3de-45c6-8c55-cf5470830542), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:53.687420 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82896c03-868a-4b14-b103-7543c2d315cf admin admin] Publish callbacks [] for security_group (c945f998-f3de-45c6-8c55-cf5470830542), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:53.844779 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82896c03-868a-4b14-b103-7543c2d315cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (c945f998-f3de-45c6-8c55-cf5470830542), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:53.847238 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-82896c03-868a-4b14-b103-7543c2d315cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:53.848569 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-82896c03-868a-4b14-b103-7543c2d315cf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c945f998-f3de-45c6-8c55-cf5470830542 HTTP/1.1" status: 204 len: 168 time: 0.2587521 Jul 26 15:05:53.859742 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82896c03-868a-4b14-b103-7543c2d315cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945f998-f3de-45c6-8c55-cf5470830542,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:54.066833 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede4302-e6f2-4643-8048-a5f8f95577af req-3baf0afa-eebc-40bc-9c7f-9a5aa99eec92 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:54.068426 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ede4302-e6f2-4643-8048-a5f8f95577af req-3baf0afa-eebc-40bc-9c7f-9a5aa99eec92 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0511370 Jul 26 15:05:54.134848 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ede4302-e6f2-4643-8048-a5f8f95577af req-6a97b8df-3c15-4340-8c55-3b2e18b976e8 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567772 Jul 26 15:05:54.537509 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:54.550725 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07da836-fb65-47f3-bb44-f9130dada538 req-5b24efaa-535d-42d0-b3e5-f02640ef967d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:54.552484 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c07da836-fb65-47f3-bb44-f9130dada538 req-5b24efaa-535d-42d0-b3e5-f02640ef967d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 944 time: 0.0552485 Jul 26 15:05:54.612093 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c07da836-fb65-47f3-bb44-f9130dada538 req-a5ce80cf-e51a-42d6-a7d4-35d63f9017bd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533135 Jul 26 15:05:54.668802 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cd35c-b66b-43c8-a7ac-3fe419d26784 req-a7a1fcc9-d611-4845-b9f4-4074264b2202 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:54.669522 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d05cd35c-b66b-43c8-a7ac-3fe419d26784 req-a7a1fcc9-d611-4845-b9f4-4074264b2202 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 945 time: 0.0531137 Jul 26 15:05:54.739026 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d05cd35c-b66b-43c8-a7ac-3fe419d26784 req-25b18409-9ec8-4aa3-9dbb-87df3852d7cb tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625670 Jul 26 15:05:54.744622 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5fe8f-9b76-49eb-b631-3a9093440fe5 req-d31ec564-4d26-42b0-a9ee-2d5c7f6dea03 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:54.746354 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-dfa5fe8f-9b76-49eb-b631-3a9093440fe5 req-d31ec564-4d26-42b0-a9ee-2d5c7f6dea03 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 945 time: 0.0561767 Jul 26 15:05:54.802952 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-dfa5fe8f-9b76-49eb-b631-3a9093440fe5 req-ad92f884-7c7f-49c4-8d8e-a41d0ba0f5a2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494654 Jul 26 15:05:55.286045 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342be49-8eeb-4b06-b6b8-364bd7c7af37 req-0e46fbff-c67e-421a-9443-d1f4894464f6 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:55.288291 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b342be49-8eeb-4b06-b6b8-364bd7c7af37 req-0e46fbff-c67e-421a-9443-d1f4894464f6 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0706432 Jul 26 15:05:55.356057 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b342be49-8eeb-4b06-b6b8-364bd7c7af37 req-5c6d1cc8-4399-452e-996d-39b343ec165d tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610812 Jul 26 15:05:55.737119 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b5ff2-22c2-48e7-b536-cf16c960d664 req-c01c9ddf-c200-4dbc-ad41-2ceed618eec6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:55.738657 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-904b5ff2-22c2-48e7-b536-cf16c960d664 req-c01c9ddf-c200-4dbc-ad41-2ceed618eec6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 944 time: 0.0509229 Jul 26 15:05:55.792820 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-904b5ff2-22c2-48e7-b536-cf16c960d664 req-e7497718-2370-47ab-88d2-5973878f9d7e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478845 Jul 26 15:05:55.874648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:55.878211 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 957f7279-c7e0-4980-871c-ba5e2033c52a up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:55.886261 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e268ab-f49b-41b5-a91c-44a1d3ecc87b req-e2a1937e-7c63-42c2-b2f0-d66d860ba429 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:55.887955 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b3e268ab-f49b-41b5-a91c-44a1d3ecc87b req-e2a1937e-7c63-42c2-b2f0-d66d860ba429 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 945 time: 0.0591378 Jul 26 15:05:55.927914 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 957f7279-c7e0-4980-871c-ba5e2033c52a completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:05:55.941505 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b3e268ab-f49b-41b5-a91c-44a1d3ecc87b req-1f31a042-ce31-4d8c-a81d-b3165d09a8b6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500674 Jul 26 15:05:55.941997 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903f1f5-2db5-4a0b-80b8-4971719f4a59 req-02588320-e10d-4047-9671-65d755c47317 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:55.943521 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6903f1f5-2db5-4a0b-80b8-4971719f4a59 req-02588320-e10d-4047-9671-65d755c47317 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 945 time: 0.0549383 Jul 26 15:05:56.000139 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6903f1f5-2db5-4a0b-80b8-4971719f4a59 req-fb48db14-90dd-4de5-a4a1-29ed707d55d2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495679 Jul 26 15:05:56.076750 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 957f7279-c7e0-4980-871c-ba5e2033c52a triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:56.077294 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.155193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33918) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:56.165038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 957f7279-c7e0-4980-871c-ba5e2033c52a is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:56.165426 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.191357 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957f7279-c7e0-4980-871c-ba5e2033c52a'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:56.193852 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e50b32-bc16-4b95-af08-a743c03736eb" -d '{"events": [{"server_uuid": "2e94e2c3-8b57-4a91-831d-7afb4e64dcaf", "name": "network-vif-plugged", "status": "completed", "tag": "957f7279-c7e0-4980-871c-ba5e2033c52a"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:56.209754 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 957f7279-c7e0-4980-871c-ba5e2033c52a, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=957f7279-c7e0-4980-871c-ba5e2033c52a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:56.234435 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cb4c58-4f80-4c29-b931-b3ce09ce47a5 x-openstack-request-id: req-96cb4c58-4f80-4c29-b931-b3ce09ce47a5 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:56.234729 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e94e2c3-8b57-4a91-831d-7afb4e64dcaf", "name": "network-vif-plugged", "status": "completed", "tag": "957f7279-c7e0-4980-871c-ba5e2033c52a", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:56.234983 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-96cb4c58-4f80-4c29-b931-b3ce09ce47a5 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:56.235455 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cb4c58-4f80-4c29-b931-b3ce09ce47a5'] response: {'server_uuid': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'code': 200} Jul 26 15:05:56.281338 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e357c615-e34f-4557-ab12-17209033243c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.322523 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.323363 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:56.373368 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e357c615-e34f-4557-ab12-17209033243c admin admin] Publish callbacks [] for security_group (4362df8b-c049-4bbd-8be0-3c2d4fc462f1), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.409168 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=957f7279-c7e0-4980-871c-ba5e2033c52a,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:56.413802 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:05:56.474066 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e357c615-e34f-4557-ab12-17209033243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4362df8b-c049-4bbd-8be0-3c2d4fc462f1), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.486049 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b812c-5674-4d1a-bb57-a69562a7ec83 req-38d0f9df-0fe0-415d-aa41-ee5bb3981b39 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:56.488023 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6b2b812c-5674-4d1a-bb57-a69562a7ec83 req-38d0f9df-0fe0-415d-aa41-ee5bb3981b39 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0550354 Jul 26 15:05:56.500962 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:56.501275 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.542381 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e357c615-e34f-4557-ab12-17209033243c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1f91d9d2594646e3a8ac053bedf273ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859959 Jul 26 15:05:56.543391 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357c615-e34f-4557-ab12-17209033243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4362df8b-c049-4bbd-8be0-3c2d4fc462f1,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:56.550273 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 33928) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:56.557408 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6b2b812c-5674-4d1a-bb57-a69562a7ec83 req-f43c9522-e09f-43ac-bc35-e831cd4abde7 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610039 Jul 26 15:05:56.605344 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:56.605728 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.619059 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7dc39217-3047-4d26-a7fb-1dd1d84e09bb admin admin] Publish callbacks [] for security_group (4362df8b-c049-4bbd-8be0-3c2d4fc462f1), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.643859 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7dc39217-3047-4d26-a7fb-1dd1d84e09bb admin admin] Publish callbacks [] for security_group (4362df8b-c049-4bbd-8be0-3c2d4fc462f1), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.646356 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:56.781598 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.782449 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 0552bdab-a714-4a7a-a202-96df45a02287 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:56.839078 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7dc39217-3047-4d26-a7fb-1dd1d84e09bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4362df8b-c049-4bbd-8be0-3c2d4fc462f1), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.841696 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7dc39217-3047-4d26-a7fb-1dd1d84e09bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:56.847382 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7dc39217-3047-4d26-a7fb-1dd1d84e09bb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4362df8b-c049-4bbd-8be0-3c2d4fc462f1 HTTP/1.1" status: 204 len: 168 time: 0.2911978 Jul 26 15:05:56.868916 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:56.869387 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc39217-3047-4d26-a7fb-1dd1d84e09bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4362df8b-c049-4bbd-8be0-3c2d4fc462f1,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:56.892273 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 0552bdab-a714-4a7a-a202-96df45a02287 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:05:56.955902 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9c52e-7754-48b6-8e29-aa3aa898e6ad req-fa843d81-a55b-4cb8-abf7-978427dfcfa9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:56.957576 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40b9c52e-7754-48b6-8e29-aa3aa898e6ad req-fa843d81-a55b-4cb8-abf7-978427dfcfa9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0555463 Jul 26 15:05:57.014893 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 0552bdab-a714-4a7a-a202-96df45a02287 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:57.015534 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0552bdab-a714-4a7a-a202-96df45a02287), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:57.025493 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40b9c52e-7754-48b6-8e29-aa3aa898e6ad req-f05e188d-d45b-4114-bbdc-fcf685b5e545 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591989 Jul 26 15:05:57.099003 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea098f-a160-4ab5-a35d-a342110c579c req-45e07f61-227b-4689-a1a1-8af76b1f25ff tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:57.100477 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a7ea098f-a160-4ab5-a35d-a342110c579c req-45e07f61-227b-4689-a1a1-8af76b1f25ff tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0788479 Jul 26 15:05:57.105003 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 0552bdab-a714-4a7a-a202-96df45a02287 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:57.105003 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0552bdab-a714-4a7a-a202-96df45a02287), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:57.136879 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:57.147248 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:57.150866 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 0552bdab-a714-4a7a-a202-96df45a02287, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0552bdab-a714-4a7a-a202-96df45a02287,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:57.155013 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a906cb8-83e7-442f-be48-5fe041b02080 req-255aa07c-df36-4614-88fc-551581e326b2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:57.156628 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6a906cb8-83e7-442f-be48-5fe041b02080 req-255aa07c-df36-4614-88fc-551581e326b2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 945 time: 0.0518110 Jul 26 15:05:57.162138 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a7ea098f-a160-4ab5-a35d-a342110c579c req-fca1bff3-22f6-45d2-8350-306e5a30de50 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550365 Jul 26 15:05:57.236798 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0552bdab-a714-4a7a-a202-96df45a02287), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:57.249738 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6a906cb8-83e7-442f-be48-5fe041b02080 req-99da567a-eeff-4a09-8167-a9b5b2671f3f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797758 Jul 26 15:05:57.298999 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:57.310534 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=0552bdab-a714-4a7a-a202-96df45a02287,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:57.670029 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:57.688876 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29ea02-f83f-495b-a8c1-7a7440ee257a req-e16a820a-752c-4e8d-a846-3503b365227d tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:57.690451 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-df29ea02-f83f-495b-a8c1-7a7440ee257a req-e16a820a-752c-4e8d-a846-3503b365227d tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0575914 Jul 26 15:05:57.743331 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-df29ea02-f83f-495b-a8c1-7a7440ee257a req-4d7e076f-368c-4fa2-ae38-e9a8c25dae0c tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461760 Jul 26 15:05:58.144381 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e593ba9-08c1-4a0c-a67f-dbb8e6faa2cc req-864d3355-6b05-4a43-86f0-38077a8d6fd4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:58.145914 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4e593ba9-08c1-4a0c-a67f-dbb8e6faa2cc req-864d3355-6b05-4a43-86f0-38077a8d6fd4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0502019 Jul 26 15:05:58.201768 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4e593ba9-08c1-4a0c-a67f-dbb8e6faa2cc req-5dfc2c74-78dd-4841-b422-26ff441c0c04 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Jul 26 15:05:58.236325 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06447f6-a112-4dc5-96aa-87f3189a038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7'}, {'server_uuid': 'ebca4e54-4a78-49e4-b381-6cd1203b3535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0552bdab-a714-4a7a-a202-96df45a02287'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:58.240603 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebfbd69-9d43-47eb-a670-38e19e5f7918" -d '{"events": [{"server_uuid": "c06447f6-a112-4dc5-96aa-87f3189a038e", "name": "network-vif-plugged", "status": "completed", "tag": "18c5b7fd-eaad-4eca-8964-f04ead1ce7f7"}, {"server_uuid": "ebca4e54-4a78-49e4-b381-6cd1203b3535", "name": "network-vif-plugged", "status": "completed", "tag": "0552bdab-a714-4a7a-a202-96df45a02287"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:58.290296 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81519ab1-50bf-40c7-938c-a3e96a17da79 x-openstack-request-id: req-81519ab1-50bf-40c7-938c-a3e96a17da79 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:58.290596 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06447f6-a112-4dc5-96aa-87f3189a038e", "name": "network-vif-plugged", "status": "completed", "tag": "18c5b7fd-eaad-4eca-8964-f04ead1ce7f7", "code": 200}, {"server_uuid": "ebca4e54-4a78-49e4-b381-6cd1203b3535", "name": "network-vif-plugged", "status": "completed", "tag": "0552bdab-a714-4a7a-a202-96df45a02287", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:58.291041 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-81519ab1-50bf-40c7-938c-a3e96a17da79 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:58.291244 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81519ab1-50bf-40c7-938c-a3e96a17da79'] response: {'server_uuid': 'c06447f6-a112-4dc5-96aa-87f3189a038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7', 'code': 200} Jul 26 15:05:58.291748 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81519ab1-50bf-40c7-938c-a3e96a17da79'] response: {'server_uuid': 'ebca4e54-4a78-49e4-b381-6cd1203b3535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0552bdab-a714-4a7a-a202-96df45a02287', 'code': 200} Jul 26 15:05:58.322286 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179b617-57eb-4e65-a319-28b47150597b req-18370037-13f1-4544-a976-4c5615968485 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:58.327803 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e179b617-57eb-4e65-a319-28b47150597b req-18370037-13f1-4544-a976-4c5615968485 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0683267 Jul 26 15:05:58.381311 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e179b617-57eb-4e65-a319-28b47150597b req-eb2fe4f2-c23b-458d-904b-113cb9cd1b10 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514462 Jul 26 15:05:58.394008 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954cc17-29a5-412e-9537-88839d961725 req-3dac60e0-f226-48b6-8aa0-724e612a433b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:58.395654 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c954cc17-29a5-412e-9537-88839d961725 req-3dac60e0-f226-48b6-8aa0-724e612a433b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 945 time: 0.0503430 Jul 26 15:05:58.449563 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c954cc17-29a5-412e-9537-88839d961725 req-530f00d7-603b-4bed-a327-ed854669af39 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482411 Jul 26 15:05:58.878036 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a0fa4-71b6-416d-a34e-32eb69123aa6 req-7ba21c3a-ec5b-4578-a05c-67c5b0286dc8 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:58.879605 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1c0a0fa4-71b6-416d-a34e-32eb69123aa6 req-7ba21c3a-ec5b-4578-a05c-67c5b0286dc8 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0509901 Jul 26 15:05:58.934374 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1c0a0fa4-71b6-416d-a34e-32eb69123aa6 req-0b68d94b-3827-4796-889f-486bf7b87b4f tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451953 Jul 26 15:05:59.034823 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['e9809239-4b3d-4ebd-a706-267b3a41b7eb'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:59.333278 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33097f-779c-4a0f-94ec-14d3111ab866 req-67244886-efbd-4cce-a07f-26a6e9fe07e3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:59.334940 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1e33097f-779c-4a0f-94ec-14d3111ab866 req-67244886-efbd-4cce-a07f-26a6e9fe07e3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0532389 Jul 26 15:05:59.387837 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1e33097f-779c-4a0f-94ec-14d3111ab866 req-f7ef5b47-d75c-4607-9b24-7f3368f34fe1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458555 Jul 26 15:05:59.520251 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fd1d2-4970-4335-a3f3-35b72cdd83c1 req-412af0f6-3ffc-48fa-b02e-109f2bb6919b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:59.528784 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4a3fd1d2-4970-4335-a3f3-35b72cdd83c1 req-412af0f6-3ffc-48fa-b02e-109f2bb6919b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0739946 Jul 26 15:05:59.589356 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4a3fd1d2-4970-4335-a3f3-35b72cdd83c1 req-69afd688-2326-4428-9a4f-890f3e70c7de tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592904 Jul 26 15:05:59.631060 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5437c92-0978-4e8f-9f77-ed21ad983fe9 req-ce758a62-5350-47a5-932e-1a0d0188983e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:59.633304 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b5437c92-0978-4e8f-9f77-ed21ad983fe9 req-ce758a62-5350-47a5-932e-1a0d0188983e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 945 time: 0.0866537 Jul 26 15:05:59.714090 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b5437c92-0978-4e8f-9f77-ed21ad983fe9 req-55e71d16-b550-4ab5-a0d4-9b7695dbfece tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680418 Jul 26 15:05:59.916724 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d8244-8caa-4605-a419-13e23b18470a req-76bce400-314f-4c25-bc2e-e49179242dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:59.918226 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-821d8244-8caa-4605-a419-13e23b18470a req-76bce400-314f-4c25-bc2e-e49179242dec service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 1129 time: 0.0410602 Jul 26 15:05:59.977937 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-821d8244-8caa-4605-a419-13e23b18470a req-eefc395f-5470-4538-ba70-0e4c475a94e5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525684 Jul 26 15:06:00.107323 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a6df1-5f5b-4e28-bcc8-0336e45310c0 req-600a3325-7176-41fa-9624-55dd014634e8 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:00.112685 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-101a6df1-5f5b-4e28-bcc8-0336e45310c0 req-600a3325-7176-41fa-9624-55dd014634e8 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0772605 Jul 26 15:06:00.194865 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-101a6df1-5f5b-4e28-bcc8-0336e45310c0 req-3d51cccc-ae50-4aed-b18d-282d8acc84ef tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Jul 26 15:06:00.294830 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546e4c-ca8b-406d-b5e7-a412b2682989 req-af692caf-ce92-42c7-9203-9fc63ef6dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:00.296475 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4d546e4c-ca8b-406d-b5e7-a412b2682989 req-af692caf-ce92-42c7-9203-9fc63ef6dec7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 1129 time: 0.0902872 Jul 26 15:06:00.330290 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33028-a3c9-4943-bd13-d5cf8029e5e8 req-2cd94471-c339-4219-9ebd-a9678f1ab0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:00.331279 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:00.333347 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e9b33028-a3c9-4943-bd13-d5cf8029e5e8 req-2cd94471-c339-4219-9ebd-a9678f1ab0a8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 1130 time: 0.1092384 Jul 26 15:06:00.362745 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4d546e4c-ca8b-406d-b5e7-a412b2682989 req-aef98b44-fce9-44f3-840a-452fd32a004c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557976 Jul 26 15:06:00.402010 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e9b33028-a3c9-4943-bd13-d5cf8029e5e8 req-bac782f8-cc34-4d60-8d15-c017e2aab237 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621219 Jul 26 15:06:00.535203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9a89c-3909-463d-9fb5-8d974251d9c9 req-137aedd1-034b-4d97-892f-f6ac0bbe1493 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:00.536810 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fad9a89c-3909-463d-9fb5-8d974251d9c9 req-137aedd1-034b-4d97-892f-f6ac0bbe1493 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0648911 Jul 26 15:06:00.641470 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fad9a89c-3909-463d-9fb5-8d974251d9c9 req-5de4482c-7793-4b38-b938-7abfddd6142a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913033 Jul 26 15:06:00.727181 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e6036-362f-404e-a595-134484f6fef4 req-cd30e0e0-0d99-4cef-995f-47de5eca07d9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:00.729887 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7c3e6036-362f-404e-a595-134484f6fef4 req-cd30e0e0-0d99-4cef-995f-47de5eca07d9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0623968 Jul 26 15:06:00.791895 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7c3e6036-362f-404e-a595-134484f6fef4 req-ef5000e3-0094-4809-a1fb-3163578da38f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534730 Jul 26 15:06:00.846181 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229497a-09c4-4b5a-84bf-4dfb17198825 req-6d37f816-b2fc-4378-bf3d-187ed3c527d2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:00.847769 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9229497a-09c4-4b5a-84bf-4dfb17198825 req-6d37f816-b2fc-4378-bf3d-187ed3c527d2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 945 time: 0.0513759 Jul 26 15:06:00.885746 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device e9809239-4b3d-4ebd-a706-267b3a41b7eb up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:00.901455 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9229497a-09c4-4b5a-84bf-4dfb17198825 req-76f3d228-ce81-486f-a0e3-81a536c1e1ec tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474875 Jul 26 15:06:01.065488 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port e9809239-4b3d-4ebd-a706-267b3a41b7eb completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:06:01.138824 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port e9809239-4b3d-4ebd-a706-267b3a41b7eb triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:06:01.139823 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.144906 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34068) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:01.237232 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port e9809239-4b3d-4ebd-a706-267b3a41b7eb is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:06:01.237711 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.282472 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:06:01.284987 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffbbd0b-0c1d-42aa-afe2-4b4c27adf655" -d '{"events": [{"server_uuid": "6d42296f-f3c6-4b95-999e-7b15b6537bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e9809239-4b3d-4ebd-a706-267b3a41b7eb"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:01.290960 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a083-b137-416f-98bc-e04f785eb374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.302614 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port e9809239-4b3d-4ebd-a706-267b3a41b7eb, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:01.333908 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:01.369322 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709644bf-1c9b-43a0-b92f-a0d1009c3446 x-openstack-request-id: req-709644bf-1c9b-43a0-b92f-a0d1009c3446 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:01.369805 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d42296f-f3c6-4b95-999e-7b15b6537bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e9809239-4b3d-4ebd-a706-267b3a41b7eb", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:01.370126 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-709644bf-1c9b-43a0-b92f-a0d1009c3446 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:01.371611 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709644bf-1c9b-43a0-b92f-a0d1009c3446'] response: {'server_uuid': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'code': 200} Jul 26 15:06:01.388220 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.393051 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a083-b137-416f-98bc-e04f785eb374 admin admin] Publish callbacks [] for security_group (9b15972d-799a-419e-8a14-9a86ccf0f303), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.483719 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=e9809239-4b3d-4ebd-a706-267b3a41b7eb,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:01.485293 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a083-b137-416f-98bc-e04f785eb374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (9b15972d-799a-419e-8a14-9a86ccf0f303), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.540572 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-6ad1a083-b137-416f-98bc-e04f785eb374 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1bfd7adf45434acc8473bd7b7b1a5fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945327 Jul 26 15:06:01.541788 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1a083-b137-416f-98bc-e04f785eb374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b15972d-799a-419e-8a14-9a86ccf0f303,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:01.543736 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34090) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:01.626280 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-73339140-f06b-40e0-b4d9-4aeaa296547d admin admin] Publish callbacks [] for security_group (9b15972d-799a-419e-8a14-9a86ccf0f303), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.656223 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-73339140-f06b-40e0-b4d9-4aeaa296547d admin admin] Publish callbacks [] for security_group (9b15972d-799a-419e-8a14-9a86ccf0f303), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.819343 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bbb7d-559a-4911-9979-13faf0edcf40 req-94d7902c-820d-4690-9cc8-ba34b2a81d9f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:01.839159 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-277bbb7d-559a-4911-9979-13faf0edcf40 req-94d7902c-820d-4690-9cc8-ba34b2a81d9f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0863950 Jul 26 15:06:01.852496 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-73339140-f06b-40e0-b4d9-4aeaa296547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (9b15972d-799a-419e-8a14-9a86ccf0f303), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.855520 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-73339140-f06b-40e0-b4d9-4aeaa296547d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:01.858209 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-73339140-f06b-40e0-b4d9-4aeaa296547d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9b15972d-799a-419e-8a14-9a86ccf0f303 HTTP/1.1" status: 204 len: 168 time: 0.3125770 Jul 26 15:06:01.902647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73339140-f06b-40e0-b4d9-4aeaa296547d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b15972d-799a-419e-8a14-9a86ccf0f303,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:01.919641 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:01.966639 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-277bbb7d-559a-4911-9979-13faf0edcf40 req-07c1e027-db3e-46a4-98b7-3a429e5ee133 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252100 Jul 26 15:06:02.012420 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd711a4-b1a3-4d5e-a7d7-d5251eaca5de req-645cedef-23f0-4bc1-a736-a6b00d26d26a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:02.014513 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-acd711a4-b1a3-4d5e-a7d7-d5251eaca5de req-645cedef-23f0-4bc1-a736-a6b00d26d26a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.1161115 Jul 26 15:06:02.074012 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-acd711a4-b1a3-4d5e-a7d7-d5251eaca5de req-1c4495b7-28d1-42fb-b87c-7bdf27ce6e12 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528200 Jul 26 15:06:02.114771 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759518d0-d893-43b0-be65-8a5cb8180475 req-bc9dbc05-8b48-4da3-a1b7-2f2911236ccf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:02.116275 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-759518d0-d893-43b0-be65-8a5cb8180475 req-bc9dbc05-8b48-4da3-a1b7-2f2911236ccf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0592647 Jul 26 15:06:02.154144 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:02.166929 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-759518d0-d893-43b0-be65-8a5cb8180475 req-e4a045be-70f2-4503-9686-3a21f80f8593 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Jul 26 15:06:02.834603 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34130) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:02.848958 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3b4669c5-9da3-40b5-a73b-8ad351548e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:02.931722 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3b4669c5-9da3-40b5-a73b-8ad351548e76 admin admin] Publish callbacks [] for security_group (bfecb334-f518-4101-8f66-34e77a668126), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:03.102872 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3b4669c5-9da3-40b5-a73b-8ad351548e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (bfecb334-f518-4101-8f66-34e77a668126), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:03.156863 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ed45-b159-43d1-884f-8ebcfe9cbd9b req-d2fe370d-00f5-4cee-af3f-b8ed5ba5781c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:03.158407 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0707ed45-b159-43d1-884f-8ebcfe9cbd9b req-d2fe370d-00f5-4cee-af3f-b8ed5ba5781c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.1047263 Jul 26 15:06:03.185493 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-3b4669c5-9da3-40b5-a73b-8ad351548e76 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e49eef18ae0b4e31838c4e66ab9fd999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497727 Jul 26 15:06:03.188684 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34148) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:03.194248 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4669c5-9da3-40b5-a73b-8ad351548e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfecb334-f518-4101-8f66-34e77a668126,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:03.236140 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0707ed45-b159-43d1-884f-8ebcfe9cbd9b req-019445d8-cd54-4691-82cd-ab535630beb1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710866 Jul 26 15:06:03.268296 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a9866c11-1f5b-4044-b246-f6c84b27b587 admin admin] Publish callbacks [] for security_group (bfecb334-f518-4101-8f66-34e77a668126), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:03.295332 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a9866c11-1f5b-4044-b246-f6c84b27b587 admin admin] Publish callbacks [] for security_group (bfecb334-f518-4101-8f66-34e77a668126), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:03.382219 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b9606-7a39-41cf-88cb-b0b5b91fb24d req-83df32ca-14f3-4b1b-9f2b-18a821e3c54f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:03.391693 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-087b9606-7a39-41cf-88cb-b0b5b91fb24d req-83df32ca-14f3-4b1b-9f2b-18a821e3c54f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0735564 Jul 26 15:06:03.438393 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-087b9606-7a39-41cf-88cb-b0b5b91fb24d req-b1ee152d-c883-4aed-b2d4-ac73262e6c39 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457640 Jul 26 15:06:03.455557 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a9866c11-1f5b-4044-b246-f6c84b27b587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (bfecb334-f518-4101-8f66-34e77a668126), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:03.458539 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a9866c11-1f5b-4044-b246-f6c84b27b587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:03.459832 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a9866c11-1f5b-4044-b246-f6c84b27b587 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bfecb334-f518-4101-8f66-34e77a668126 HTTP/1.1" status: 204 len: 168 time: 0.2701266 Jul 26 15:06:03.469612 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9866c11-1f5b-4044-b246-f6c84b27b587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfecb334-f518-4101-8f66-34e77a668126,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:03.560331 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf41ff-cb80-4520-9545-a1a3be1688e1 req-62f90b77-b201-4ce3-9a71-9b17987f7f8f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:03.562113 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6cdf41ff-cb80-4520-9545-a1a3be1688e1 req-62f90b77-b201-4ce3-9a71-9b17987f7f8f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0503547 Jul 26 15:06:03.581508 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:03.614352 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6cdf41ff-cb80-4520-9545-a1a3be1688e1 req-376aa8b5-3356-4093-9ebd-fe325b426359 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466671 Jul 26 15:06:04.233305 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8677f-644f-4b3c-a883-d1140deaa70a req-c59e0905-0b78-47b3-9de2-45340e021404 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:04.234157 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6b8677f-644f-4b3c-a883-d1140deaa70a req-c59e0905-0b78-47b3-9de2-45340e021404 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0528874 Jul 26 15:06:04.312789 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6b8677f-644f-4b3c-a883-d1140deaa70a req-1721de8a-e221-4635-b0eb-654da7572405 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723047 Jul 26 15:06:04.583493 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b28913-d7ed-4e74-ae8e-76c6590cb27c req-7e4c56b8-07ca-41f6-9449-57b2e72ca116 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:04.590740 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-29b28913-d7ed-4e74-ae8e-76c6590cb27c req-7e4c56b8-07ca-41f6-9449-57b2e72ca116 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0680311 Jul 26 15:06:04.646574 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-29b28913-d7ed-4e74-ae8e-76c6590cb27c req-a10da608-2ee9-4249-9446-ed9881b0bb11 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533180 Jul 26 15:06:04.765121 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbe87d-f1b3-4022-85e9-8665fbda7c49 req-9a2a8fde-0276-4e73-a83a-0d022124eae8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:04.766662 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8fbbe87d-f1b3-4022-85e9-8665fbda7c49 req-9a2a8fde-0276-4e73-a83a-0d022124eae8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0514696 Jul 26 15:06:04.821139 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8fbbe87d-f1b3-4022-85e9-8665fbda7c49 req-620c1ac3-d122-4a02-8945-15993791001b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487058 Jul 26 15:06:05.482119 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36892e1c-12ff-4076-a3e1-7a03c4937f91 req-2677674a-577a-4ac7-8d9d-2b60bd64b97e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:05.484734 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-36892e1c-12ff-4076-a3e1-7a03c4937f91 req-2677674a-577a-4ac7-8d9d-2b60bd64b97e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0636134 Jul 26 15:06:05.534371 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:05.542833 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-36892e1c-12ff-4076-a3e1-7a03c4937f91 req-b7973cc5-a164-4ccf-9925-17d65a623528 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519714 Jul 26 15:06:05.797915 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839db57-c720-454a-a0d8-ab11eb85fb88 req-cd32d02d-25fc-4991-9080-b4395b072d35 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:05.799520 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4839db57-c720-454a-a0d8-ab11eb85fb88 req-cd32d02d-25fc-4991-9080-b4395b072d35 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0552313 Jul 26 15:06:05.876338 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4839db57-c720-454a-a0d8-ab11eb85fb88 req-44a7a4c2-d1fa-4167-94cf-2295d1ec9914 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691419 Jul 26 15:06:06.030010 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30264087-8323-40a7-9644-0d0f3918aaf5 req-b4cedd03-40f4-4ed0-98c8-77a8fcb53233 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:06.031780 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-30264087-8323-40a7-9644-0d0f3918aaf5 req-b4cedd03-40f4-4ed0-98c8-77a8fcb53233 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0628173 Jul 26 15:06:06.101843 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-30264087-8323-40a7-9644-0d0f3918aaf5 req-c0ddf26c-b47d-4eab-923a-61375b2c489a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623598 Jul 26 15:06:06.682097 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03c84f-8730-4045-ba08-194e77191031 req-85548ab0-d841-4f04-9488-2d44e304d74d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:06.683796 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3c03c84f-8730-4045-ba08-194e77191031 req-85548ab0-d841-4f04-9488-2d44e304d74d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0526156 Jul 26 15:06:06.752632 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3c03c84f-8730-4045-ba08-194e77191031 req-38b6b12a-0c4e-4c93-a821-576ab30c3aa6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629261 Jul 26 15:06:06.974506 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34256) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:07.024848 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7d353-4c9a-4796-bd08-9da6b3983d27 req-e4df252b-65c7-42d8-951d-fa65ca583cfd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:07.029196 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-50b7d353-4c9a-4796-bd08-9da6b3983d27 req-e4df252b-65c7-42d8-951d-fa65ca583cfd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0614927 Jul 26 15:06:07.094890 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-50b7d353-4c9a-4796-bd08-9da6b3983d27 req-878fcc00-c7a5-406f-bd52-5492b618dff0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618432 Jul 26 15:06:07.121539 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2683e3f9-be77-442f-a3f3-60d8721d02a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:07.199407 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:07.216710 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:07.250160 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a67daa-2f8d-4fa3-bc1a-ca486aa34020 req-a94ab970-5a21-4594-91b7-811307e725cb tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:07.252048 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e6a67daa-2f8d-4fa3-bc1a-ca486aa34020 req-a94ab970-5a21-4594-91b7-811307e725cb tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0625768 Jul 26 15:06:07.252170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b142087-b0ea-45be-b8e3-57c05da79807 req-3e838039-5ace-41aa-a3e4-5f4571f851d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:07.253556 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0b142087-b0ea-45be-b8e3-57c05da79807 req-3e838039-5ace-41aa-a3e4-5f4571f851d7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 1130 time: 0.1241503 Jul 26 15:06:07.261316 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2683e3f9-be77-442f-a3f3-60d8721d02a0 admin admin] Publish callbacks [] for security_group (7a853666-cfec-46c5-ab6d-13e27dc66549), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:07.263029 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34272) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:07.267832 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'floatingip': {'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:07.352062 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2683e3f9-be77-442f-a3f3-60d8721d02a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7a853666-cfec-46c5-ab6d-13e27dc66549), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:07.368242 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (9699d266-1f6f-4371-b739-b35b4090731b), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:07.368597 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67d184-8420-438c-b441-5744d6d6869b req-a32ae70d-0dca-43c7-a21e-1c9208a5047b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:07.373160 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0d67d184-8420-438c-b441-5744d6d6869b req-a32ae70d-0dca-43c7-a21e-1c9208a5047b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0609448 Jul 26 15:06:07.432070 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0d67d184-8420-438c-b441-5744d6d6869b req-adffb4ec-1f79-4df7-bd8f-5b4ad2bfc7b8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516937 Jul 26 15:06:07.485928 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-2683e3f9-be77-442f-a3f3-60d8721d02a0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6bc379478e7c42ab8e94bcccf4688a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5103121 Jul 26 15:06:07.491038 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34278) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:07.492314 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683e3f9-be77-442f-a3f3-60d8721d02a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a853666-cfec-46c5-ab6d-13e27dc66549,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:07.553375 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d0308700-57e5-4020-b3d0-31d125a7ef65 admin admin] Publish callbacks [] for security_group (7a853666-cfec-46c5-ab6d-13e27dc66549), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:07.578846 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d0308700-57e5-4020-b3d0-31d125a7ef65 admin admin] Publish callbacks [] for security_group (7a853666-cfec-46c5-ab6d-13e27dc66549), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:07.706123 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d0308700-57e5-4020-b3d0-31d125a7ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7a853666-cfec-46c5-ab6d-13e27dc66549), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:07.711758 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d0308700-57e5-4020-b3d0-31d125a7ef65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:07.716621 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d0308700-57e5-4020-b3d0-31d125a7ef65 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7a853666-cfec-46c5-ab6d-13e27dc66549 HTTP/1.1" status: 204 len: 168 time: 0.2200048 Jul 26 15:06:07.724653 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0308700-57e5-4020-b3d0-31d125a7ef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a853666-cfec-46c5-ab6d-13e27dc66549,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:07.869482 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:07.872009 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:07.943816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852434a-0c38-406e-b57d-dc42d9cb028a req-4a548722-2ba7-4f23-8c91-8fa1eafc9c77 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:07.953718 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7852434a-0c38-406e-b57d-dc42d9cb028a req-4a548722-2ba7-4f23-8c91-8fa1eafc9c77 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0974860 Jul 26 15:06:08.006647 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0b142087-b0ea-45be-b8e3-57c05da79807 req-04242e67-7a8c-4c85-81d9-418450288a2b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883533 Jul 26 15:06:08.149654 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:08.250569 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:08.254971 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7852434a-0c38-406e-b57d-dc42d9cb028a req-8a2080d0-65a4-40df-b479-26458bbcaf7c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003507 Jul 26 15:06:08.259896 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-f9faac18-2147-43eb-90ad-8e5fec0394ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:08.261366 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-f9faac18-2147-43eb-90ad-8e5fec0394ed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 1129 time: 0.3424189 Jul 26 15:06:08.322359 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (9699d266-1f6f-4371-b739-b35b4090731b), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:08.347322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:08.391336 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-488bd597-f2c7-4d58-b214-c435de8c31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:08.393031 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-488bd597-f2c7-4d58-b214-c435de8c31b0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.1231663 Jul 26 15:06:08.459083 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-e43bf5b2-8053-42b0-b39e-e6bf66fda7ca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 HTTP/1.1" status: 200 len: 217 time: 0.0469406 Jul 26 15:06:08.525200 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-6a46ec23-8f4b-42d7-bf05-b15743ab99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:08.527591 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-6a46ec23-8f4b-42d7-bf05-b15743ab99f9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0591865 Jul 26 15:06:08.652452 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-e96c3514-7b76-4899-a247-bc313f0bc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:08.655717 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-e96c3514-7b76-4899-a247-bc313f0bc139 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1167619 Jul 26 15:06:08.668482 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d08ce-2aa6-4a4b-afc8-27812b3e6b27 req-eb18a824-dfea-4f81-9322-dbba5211333f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:08.670274 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ad3d08ce-2aa6-4a4b-afc8-27812b3e6b27 req-eb18a824-dfea-4f81-9322-dbba5211333f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1416907 Jul 26 15:06:08.682976 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Floating IP 9699d266-1f6f-4371-b739-b35b4090731b associated. External IP: 172.27.2.146, port: 957f7279-c7e0-4980-871c-ba5e2033c52a. Jul 26 15:06:08.756265 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ad3d08ce-2aa6-4a4b-afc8-27812b3e6b27 req-bafd4317-c418-4f65-bcb6-2ce258b1afb9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786350 Jul 26 15:06:08.810017 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34328) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:08.825603 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-883e9c6f-3fcf-432a-bc1c-256977b65dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:08.920105 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-883e9c6f-3fcf-432a-bc1c-256977b65dee admin admin] Publish callbacks [] for security_group (464122f6-9c75-4f85-99f2-e449841358c9), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:08.947094 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:06:09.014746 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-883e9c6f-3fcf-432a-bc1c-256977b65dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (464122f6-9c75-4f85-99f2-e449841358c9), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:09.060177 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-883e9c6f-3fcf-432a-bc1c-256977b65dee admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=463b3f351a814862987777cbf5690160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487290 Jul 26 15:06:09.062912 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34342) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:09.075382 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e9c6f-3fcf-432a-bc1c-256977b65dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464122f6-9c75-4f85-99f2-e449841358c9,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:09.119293 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:09.131007 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:09.151561 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:09.180121 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:06:09.183760 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:05:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:09.187155 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8f799142-cc6e-4eb8-97f9-a33d4db50ab8 admin admin] Publish callbacks [] for security_group (464122f6-9c75-4f85-99f2-e449841358c9), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:09.190046 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0f6e661a-6b8a-476d-89f9-57c756fd7928 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "PUT /v2.0/floatingips/9699d266-1f6f-4371-b739-b35b4090731b HTTP/1.1" status: 200 len: 992 time: 1.9259889 Jul 26 15:06:09.191891 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'tag': '957f7279-c7e0-4980-871c-ba5e2033c52a'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:06:09.194513 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ebc84-077b-4a1d-9776-61e967156924" -d '{"events": [{"name": "network-changed", "server_uuid": "2e94e2c3-8b57-4a91-831d-7afb4e64dcaf", "tag": "957f7279-c7e0-4980-871c-ba5e2033c52a"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:09.306253 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8f799142-cc6e-4eb8-97f9-a33d4db50ab8 admin admin] Publish callbacks [] for security_group (464122f6-9c75-4f85-99f2-e449841358c9), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:09.318964 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f0cec7-7e6d-4914-b24e-a17455b8a965 x-openstack-request-id: req-27f0cec7-7e6d-4914-b24e-a17455b8a965 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:09.320758 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e94e2c3-8b57-4a91-831d-7afb4e64dcaf", "tag": "957f7279-c7e0-4980-871c-ba5e2033c52a", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:09.321265 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-27f0cec7-7e6d-4914-b24e-a17455b8a965 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:09.327112 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f0cec7-7e6d-4914-b24e-a17455b8a965'] response: {'name': 'network-changed', 'server_uuid': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'tag': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'status': 'completed', 'code': 200} Jul 26 15:06:09.346287 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:09.411545 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:06:09.452328 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:06:09.454743 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-ea3265d6-c7f0-42fe-9e81-d2aa583784df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:09.457065 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-ea3265d6-c7f0-42fe-9e81-d2aa583784df service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 1130 time: 0.0659835 Jul 26 15:06:09.482462 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab2d24-2dce-4f05-a3e4-06a545f90400 req-fc0e70d4-a922-402e-a363-f1ac73f508aa tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:09.484113 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74ab2d24-2dce-4f05-a3e4-06a545f90400 req-fc0e70d4-a922-402e-a363-f1ac73f508aa tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0944278 Jul 26 15:06:09.486266 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-5d09413e-1b92-4c31-b7ce-779997c03e2c service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516698 Jul 26 15:06:09.571838 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74ab2d24-2dce-4f05-a3e4-06a545f90400 req-60a6805e-fe03-45c2-9067-8346c9a38e29 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622869 Jul 26 15:06:09.590430 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8f799142-cc6e-4eb8-97f9-a33d4db50ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (464122f6-9c75-4f85-99f2-e449841358c9), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:09.593320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8f799142-cc6e-4eb8-97f9-a33d4db50ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:09.594641 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-8f799142-cc6e-4eb8-97f9-a33d4db50ab8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/464122f6-9c75-4f85-99f2-e449841358c9 HTTP/1.1" status: 204 len: 168 time: 0.5299909 Jul 26 15:06:09.607973 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f799142-cc6e-4eb8-97f9-a33d4db50ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464122f6-9c75-4f85-99f2-e449841358c9,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:09.760391 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:08Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:09.789927 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:09.800195 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:06:09.800957 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:05:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:09.883655 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34380) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:09.905910 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-b2fca9d4-f44b-4ee9-b84d-87a018b343b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:09.907580 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-b2fca9d4-f44b-4ee9-b84d-87a018b343b8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 916 time: 0.1460264 Jul 26 15:06:09.983769 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8a91c-c75a-451e-9f56-d25eef7e8487 req-d23e6812-2365-47e9-acce-b326cc04a4c8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:09.986217 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18d8a91c-c75a-451e-9f56-d25eef7e8487 req-d23e6812-2365-47e9-acce-b326cc04a4c8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0773273 Jul 26 15:06:09.998274 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:06:10.084488 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18d8a91c-c75a-451e-9f56-d25eef7e8487 req-dcf47a6f-eeb4-4102-950e-5d786d53ecbc tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910661 Jul 26 15:06:10.204835 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b53-9eff-4792-9a06-f5d4be3a0288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:10.294772 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:08Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:10.323915 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249404ec-2c17-4233-b68f-ceec7ef389df None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:08Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:10.328534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b53-9eff-4792-9a06-f5d4be3a0288 admin admin] Publish callbacks [] for security_group (6380246f-33c5-4d12-9079-00fbd7b48f99), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:10.546800 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:10.550135 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6b82c24-46ab-479d-9dc4-587b7cd042f0 req-86a1a771-a713-444d-8281-16b07a8b011f service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208622 Jul 26 15:06:10.573620 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-c72fb03a-7f5d-417d-aaa3-dcfa21d8b702 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957f7279-c7e0-4980-871c-ba5e2033c52a HTTP/1.1" status: 200 len: 1000 time: 0.1122644 Jul 26 15:06:10.628464 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82923c8e-b780-4498-9d73-baf3b888865b None None] New status for floating IP 9699d266-1f6f-4371-b739-b35b4090731b: ACTIVE {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:06:10.664280 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-c7380ccc-03d5-4417-9436-24c27b885e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:10.666846 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b53-9eff-4792-9a06-f5d4be3a0288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6380246f-33c5-4d12-9079-00fbd7b48f99), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:10.669477 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-c7380ccc-03d5-4417-9436-24c27b885e06 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.0587790 Jul 26 15:06:10.698521 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-77842882-7448-4164-9be4-f429b96e39e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:10.734183 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:10.766683 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-1dd9cc48-654a-4976-9ef2-48015b0afd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:10.769680 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-1dd9cc48-654a-4976-9ef2-48015b0afd75 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921502 Jul 26 15:06:10.771501 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e4af7b53-9eff-4792-9a06-f5d4be3a0288 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d1d1829007bb46e380944cf9e32fef49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8865998 Jul 26 15:06:10.777577 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34412) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:10.796406 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b4a08-c7b9-405a-9679-e1966124f98c req-88fa1e4c-de50-49c2-a54b-885805048e1a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:10.806570 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-647b4a08-c7b9-405a-9679-e1966124f98c req-88fa1e4c-de50-49c2-a54b-885805048e1a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.1530144 Jul 26 15:06:10.808588 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af7b53-9eff-4792-9a06-f5d4be3a0288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6380246f-33c5-4d12-9079-00fbd7b48f99,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:10.892363 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-647b4a08-c7b9-405a-9679-e1966124f98c req-18260e22-4948-4f5d-80e6-b2af48211a0c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744300 Jul 26 15:06:10.953739 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-142c593c-2c3a-4c40-b2aa-ea321d6841ad service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594527 Jul 26 15:06:10.959262 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-825c1352-e101-4355-a1db-0a5b6f8c5d63 admin admin] Publish callbacks [] for security_group (6380246f-33c5-4d12-9079-00fbd7b48f99), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:10.998726 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-825c1352-e101-4355-a1db-0a5b6f8c5d63 admin admin] Publish callbacks [] for security_group (6380246f-33c5-4d12-9079-00fbd7b48f99), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:11.157049 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2c4ebc84-077b-4a1d-9776-61e967156924 req-1efc2648-6294-489d-b247-a4dd6a7fdc53 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216908 Jul 26 15:06:11.216386 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-825c1352-e101-4355-a1db-0a5b6f8c5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6380246f-33c5-4d12-9079-00fbd7b48f99), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:11.218989 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-825c1352-e101-4355-a1db-0a5b6f8c5d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:11.220234 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-825c1352-e101-4355-a1db-0a5b6f8c5d63 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6380246f-33c5-4d12-9079-00fbd7b48f99 HTTP/1.1" status: 204 len: 168 time: 0.4411309 Jul 26 15:06:11.236504 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c1352-e101-4355-a1db-0a5b6f8c5d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6380246f-33c5-4d12-9079-00fbd7b48f99,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:11.246380 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb1e57-7ba5-4843-b03e-8e0390d63963 req-8cfa1549-4018-42f6-9698-e7a731684347 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:11.248140 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d8cb1e57-7ba5-4843-b03e-8e0390d63963 req-8cfa1549-4018-42f6-9698-e7a731684347 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0709724 Jul 26 15:06:11.321658 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d8cb1e57-7ba5-4843-b03e-8e0390d63963 req-707e7e30-dba9-4b2b-b31a-5a32776a7394 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643642 Jul 26 15:06:11.379056 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:11.441702 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68766657-ddb9-420b-a66e-88315ed5a8e3 req-d4aeaf62-ef97-4a47-bb7c-81a924841ef8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:11.443190 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-68766657-ddb9-420b-a66e-88315ed5a8e3 req-d4aeaf62-ef97-4a47-bb7c-81a924841ef8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0486610 Jul 26 15:06:11.454132 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34446) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:11.459126 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'floatingip': {'port_id': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:11.464610 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:11.505178 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (63d1adf0-aff1-4757-8221-0ca011c4a4a5), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:11.558157 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:11.754558 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34456) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:12.055513 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.062322 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3d2fd-f0a3-41de-b0a0-910673e3324c req-31b6cfd3-c3e5-45ca-a9ec-a156820d8771 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:12.066084 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c5a3d2fd-f0a3-41de-b0a0-910673e3324c req-31b6cfd3-c3e5-45ca-a9ec-a156820d8771 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0924623 Jul 26 15:06:12.090485 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1052-1d18-4fc1-afd4-6f1e2e944f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.119127 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c5a3d2fd-f0a3-41de-b0a0-910673e3324c req-77fdf93f-c3cb-464e-b5c4-9ae4539eee40 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486245 Jul 26 15:06:12.156026 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (63d1adf0-aff1-4757-8221-0ca011c4a4a5), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.172593 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1052-1d18-4fc1-afd4-6f1e2e944f70 admin admin] Publish callbacks [] for security_group (bd2becd8-df16-4928-99f8-d733975d24d7), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.182970 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34466) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:12.198361 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c89e5a7f-8d41-4127-8d09-ed562dae5aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.235761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1052-1d18-4fc1-afd4-6f1e2e944f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (bd2becd8-df16-4928-99f8-d733975d24d7), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.298996 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7c5c1052-1d18-4fc1-afd4-6f1e2e944f70 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=34130fec4ec3442285c9c4327531b33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5428438 Jul 26 15:06:12.303203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34470) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:12.311987 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Floating IP 63d1adf0-aff1-4757-8221-0ca011c4a4a5 associated. External IP: 172.27.2.217, port: e9809239-4b3d-4ebd-a706-267b3a41b7eb. Jul 26 15:06:12.316770 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c1052-1d18-4fc1-afd4-6f1e2e944f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2becd8-df16-4928-99f8-d733975d24d7,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:12.323203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:12.383720 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c89e5a7f-8d41-4127-8d09-ed562dae5aa6 admin admin] Publish callbacks [] for security_group (53fd2e0e-9586-4177-8942-7631d5eb8f2b), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.402242 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-375c043d-16d9-4d18-834f-3ccddfd1388d admin admin] Publish callbacks [] for security_group (bd2becd8-df16-4928-99f8-d733975d24d7), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.430135 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-375c043d-16d9-4d18-834f-3ccddfd1388d admin admin] Publish callbacks [] for security_group (bd2becd8-df16-4928-99f8-d733975d24d7), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.455564 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c89e5a7f-8d41-4127-8d09-ed562dae5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (53fd2e0e-9586-4177-8942-7631d5eb8f2b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.461943 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:12.501901 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e5a7f-8d41-4127-8d09-ed562dae5aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fd2e0e-9586-4177-8942-7631d5eb8f2b,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:12.507794 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-c89e5a7f-8d41-4127-8d09-ed562dae5aa6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7066fcb933a84548b8b2684ba5e7c98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225098 Jul 26 15:06:12.510523 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34476) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:12.568389 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-79e64357-c27d-49c4-90b9-d79d7acbdf07 admin admin] Publish callbacks [] for security_group (53fd2e0e-9586-4177-8942-7631d5eb8f2b), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.577593 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Router 31cb83a6-89f5-440f-a295-9a5f89004ec6 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:06:12.595354 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-375c043d-16d9-4d18-834f-3ccddfd1388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (bd2becd8-df16-4928-99f8-d733975d24d7), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.597995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-375c043d-16d9-4d18-834f-3ccddfd1388d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.599310 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-375c043d-16d9-4d18-834f-3ccddfd1388d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bd2becd8-df16-4928-99f8-d733975d24d7 HTTP/1.1" status: 204 len: 168 time: 0.2951131 Jul 26 15:06:12.601531 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-79e64357-c27d-49c4-90b9-d79d7acbdf07 admin admin] Publish callbacks [] for security_group (53fd2e0e-9586-4177-8942-7631d5eb8f2b), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.620126 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c043d-16d9-4d18-834f-3ccddfd1388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2becd8-df16-4928-99f8-d733975d24d7,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:12.776209 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-79e64357-c27d-49c4-90b9-d79d7acbdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (53fd2e0e-9586-4177-8942-7631d5eb8f2b), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.783772 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-79e64357-c27d-49c4-90b9-d79d7acbdf07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.783772 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-79e64357-c27d-49c4-90b9-d79d7acbdf07 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/53fd2e0e-9586-4177-8942-7631d5eb8f2b HTTP/1.1" status: 204 len: 168 time: 0.2689447 Jul 26 15:06:12.786241 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:12.790373 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:12.792312 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e64357-c27d-49c4-90b9-d79d7acbdf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fd2e0e-9586-4177-8942-7631d5eb8f2b,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:12.795656 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:12.808873 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] Sync routers for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:12.826952 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:06:12.827925 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:05:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:13.047766 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:06:13.073213 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-3e8392f9-e09f-4d6f-9c56-847d69e44ada tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "PUT /v2.0/floatingips/63d1adf0-aff1-4757-8221-0ca011c4a4a5 HTTP/1.1" status: 200 len: 992 time: 1.6174798 Jul 26 15:06:13.073823 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'tag': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:06:13.086426 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e14f2b5-2990-47be-824f-b207d73174a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d42296f-f3c6-4b95-999e-7b15b6537bfd", "tag": "e9809239-4b3d-4ebd-a706-267b3a41b7eb"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:13.163821 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a835d589-2aaf-4014-8046-5ba10fda48d2 x-openstack-request-id: req-a835d589-2aaf-4014-8046-5ba10fda48d2 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:13.164200 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d42296f-f3c6-4b95-999e-7b15b6537bfd", "tag": "e9809239-4b3d-4ebd-a706-267b3a41b7eb", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:13.164927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a835d589-2aaf-4014-8046-5ba10fda48d2 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:13.165395 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a835d589-2aaf-4014-8046-5ba10fda48d2'] response: {'name': 'network-changed', 'server_uuid': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'tag': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'status': 'completed', 'code': 200} Jul 26 15:06:13.181249 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:13.247511 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:13.265962 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-6ce7894b-d71a-4529-93a1-a5a12094867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:13.266158 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-6ce7894b-d71a-4529-93a1-a5a12094867e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 1130 time: 0.0825849 Jul 26 15:06:13.278008 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e7970-36c0-4ac0-a133-10afb7b98282 req-204b6cc4-7bdd-4369-b965-fe837081f2f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:13.280025 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ae3e7970-36c0-4ac0-a133-10afb7b98282 req-204b6cc4-7bdd-4369-b965-fe837081f2f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0630059 Jul 26 15:06:13.357980 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '63d1adf0-aff1-4757-8221-0ca011c4a4a5', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'port_id': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'mac_address': 'fa:16:3e:6f:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:12Z', 'updated_at': '2022-07-26T15:06:11Z', 'revision_number': 1, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:13.398876 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] Checking router: 31cb83a6-89f5-440f-a295-9a5f89004ec6 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:13.403770 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ae3e7970-36c0-4ac0-a133-10afb7b98282 req-33d5a72c-329e-4029-b06a-1b7e2d719b95 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134164 Jul 26 15:06:13.418729 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:06:13.419862 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:05:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:13.483839 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-2a4f943a-f2f2-4193-b7e6-75ee8fbf254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:13.485057 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-2a4f943a-f2f2-4193-b7e6-75ee8fbf254b service neutron] 10.222.0.102 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 911 time: 0.1756480 Jul 26 15:06:13.588666 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:06:13.613747 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-db8a756e-4cc5-4921-83d6-92d4e7329412 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb HTTP/1.1" status: 200 len: 1000 time: 0.1044400 Jul 26 15:06:13.689841 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34506) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:13.714113 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-75ea3bf2-f52e-4bdd-aeca-1000f3cbd94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:13.736779 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-098dc387-f51d-43ab-8e4f-3d5b02310a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:13.736779 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-098dc387-f51d-43ab-8e4f-3d5b02310a3c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef7095f0-cfe9-4349-aa50-a32e1922adb4 HTTP/1.1" status: 200 len: 849 time: 0.1069999 Jul 26 15:06:13.785600 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-7f203af6-e0a0-454b-9958-573ccb019aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:13.787134 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-7f203af6-e0a0-454b-9958-573ccb019aff service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25e10047-eaa5-41ef-808b-1d7621a68610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435832 Jul 26 15:06:13.855190 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '63d1adf0-aff1-4757-8221-0ca011c4a4a5', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'port_id': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'mac_address': 'fa:16:3e:6f:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:12Z', 'updated_at': '2022-07-26T15:06:11Z', 'revision_number': 1, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:13.884316 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672873d0-a39e-4917-a1d9-622ab89489b8 None None] The sync data for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi is: [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '63d1adf0-aff1-4757-8221-0ca011c4a4a5', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'port_id': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'mac_address': 'fa:16:3e:6f:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:12Z', 'updated_at': '2022-07-26T15:06:11Z', 'revision_number': 1, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:13.906275 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-84a2645d-82c5-41ed-88b0-4052be60246d service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082511 Jul 26 15:06:14.042631 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1e14f2b5-2990-47be-824f-b207d73174a1 req-9eda8bf5-fa76-485b-b8cb-05215094fbbe service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289551 Jul 26 15:06:14.092954 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34514) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:14.128162 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cea60338-f5a5-4511-90f5-9a3f07f4d883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.134498 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f4da927b-9113-4f5f-9928-d14de2508ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.144907 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc420b-bca0-401a-9c54-b5bfa963a1aa None None] New status for floating IP 63d1adf0-aff1-4757-8221-0ca011c4a4a5: ACTIVE {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:06:14.257560 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=8 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:14.320267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:14.408934 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cea60338-f5a5-4511-90f5-9a3f07f4d883 admin admin] Publish callbacks [] for security_group (38477044-268f-4520-93c4-9b198f0cea57), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.417825 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f4da927b-9113-4f5f-9928-d14de2508ba6 admin admin] Publish callbacks [] for security_group (9a372487-ba12-47eb-bf04-ae82ddb3fb32), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.487925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cea60338-f5a5-4511-90f5-9a3f07f4d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (38477044-268f-4520-93c4-9b198f0cea57), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.579008 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f4da927b-9113-4f5f-9928-d14de2508ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (9a372487-ba12-47eb-bf04-ae82ddb3fb32), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.596180 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-cea60338-f5a5-4511-90f5-9a3f07f4d883 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6aa80fa7719448ceb753335264aca52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020127 Jul 26 15:06:14.596866 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea60338-f5a5-4511-90f5-9a3f07f4d883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38477044-268f-4520-93c4-9b198f0cea57,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:14.599173 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34530) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:14.607256 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f9697-e182-44f9-8664-2f74c9ccc647 req-22997665-ceed-486e-8bc7-7dfa42d6f20e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:14.611499 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ab7f9697-e182-44f9-8664-2f74c9ccc647 req-22997665-ceed-486e-8bc7-7dfa42d6f20e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0936141 Jul 26 15:06:14.641774 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:14.653412 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f4da927b-9113-4f5f-9928-d14de2508ba6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=37a36b3e3284428a849f6b4e8cf26b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9610007 Jul 26 15:06:14.656999 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34534) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:14.666308 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da927b-9113-4f5f-9928-d14de2508ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a372487-ba12-47eb-bf04-ae82ddb3fb32,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:14.701765 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ab7f9697-e182-44f9-8664-2f74c9ccc647 req-17adebfc-6dab-4803-ae4b-be90220ace51 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807531 Jul 26 15:06:14.713988 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c058-9716-4073-8721-88c8e91ff0a0 admin admin] Publish callbacks [] for security_group (38477044-268f-4520-93c4-9b198f0cea57), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.734356 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:14.764103 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c058-9716-4073-8721-88c8e91ff0a0 admin admin] Publish callbacks [] for security_group (38477044-268f-4520-93c4-9b198f0cea57), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.773670 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad00a-791a-491e-a265-adf3314a022f admin admin] Publish callbacks [] for security_group (9a372487-ba12-47eb-bf04-ae82ddb3fb32), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.818088 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad00a-791a-491e-a265-adf3314a022f admin admin] Publish callbacks [] for security_group (9a372487-ba12-47eb-bf04-ae82ddb3fb32), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.947294 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad00a-791a-491e-a265-adf3314a022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (9a372487-ba12-47eb-bf04-ae82ddb3fb32), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.949997 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad00a-791a-491e-a265-adf3314a022f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.951250 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-bc6ad00a-791a-491e-a265-adf3314a022f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9a372487-ba12-47eb-bf04-ae82ddb3fb32 HTTP/1.1" status: 204 len: 168 time: 0.2932703 Jul 26 15:06:14.952083 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c058-9716-4073-8721-88c8e91ff0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (38477044-268f-4520-93c4-9b198f0cea57), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.954598 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c058-9716-4073-8721-88c8e91ff0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:14.955723 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-7ba6c058-9716-4073-8721-88c8e91ff0a0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/38477044-268f-4520-93c4-9b198f0cea57 HTTP/1.1" status: 204 len: 168 time: 0.3528593 Jul 26 15:06:14.975102 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:14.983599 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ad00a-791a-491e-a265-adf3314a022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a372487-ba12-47eb-bf04-ae82ddb3fb32,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:14.996499 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6c058-9716-4073-8721-88c8e91ff0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38477044-268f-4520-93c4-9b198f0cea57,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:15.111760 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:15.835614 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0436ef1-3447-40a9-b4e6-f44b0acc74a4 req-ea96dd95-9207-42be-925e-241390ae51b9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:15.837615 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a0436ef1-3447-40a9-b4e6-f44b0acc74a4 req-ea96dd95-9207-42be-925e-241390ae51b9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0520079 Jul 26 15:06:15.872658 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:15.899738 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a0436ef1-3447-40a9-b4e6-f44b0acc74a4 req-b6516a49-f62e-420a-819b-be53fc668da0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561705 Jul 26 15:06:15.933543 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34572) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:15.951135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2cd0-f133-4562-a8b4-26f257324640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.042554 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2cd0-f133-4562-a8b4-26f257324640 admin admin] Publish callbacks [] for security_group (620bb099-ee7c-4bb6-9039-75620d409f36), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.074506 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34574) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:16.089685 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-567abf2b-339b-428a-903f-99495e527777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.137011 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2cd0-f133-4562-a8b4-26f257324640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (620bb099-ee7c-4bb6-9039-75620d409f36), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.193026 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-2e0e2cd0-f133-4562-a8b4-26f257324640 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=65ab32d45feb4576afc7be0fb6fece83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579789 Jul 26 15:06:16.197215 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34580) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:16.202577 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e2cd0-f133-4562-a8b4-26f257324640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620bb099-ee7c-4bb6-9039-75620d409f36,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:16.220323 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-567abf2b-339b-428a-903f-99495e527777 admin admin] Publish callbacks [] for security_group (db727070-0966-4a3c-954e-085ea5bc8240), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.285843 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4821c288-8b03-4a61-992f-d4a8068c0946 admin admin] Publish callbacks [] for security_group (620bb099-ee7c-4bb6-9039-75620d409f36), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.321073 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4821c288-8b03-4a61-992f-d4a8068c0946 admin admin] Publish callbacks [] for security_group (620bb099-ee7c-4bb6-9039-75620d409f36), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.341576 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.353180 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-567abf2b-339b-428a-903f-99495e527777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (db727070-0966-4a3c-954e-085ea5bc8240), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.398960 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:16.426736 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567abf2b-339b-428a-903f-99495e527777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db727070-0966-4a3c-954e-085ea5bc8240,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:16.447511 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-567abf2b-339b-428a-903f-99495e527777 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a203d4f4533049dd9dff836964badbf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717241 Jul 26 15:06:16.451850 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34584) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:16.516288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-882da2ab-ea6d-43bd-90b4-6bfbf63694e2 admin admin] Publish callbacks [] for security_group (db727070-0966-4a3c-954e-085ea5bc8240), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.539561 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-882da2ab-ea6d-43bd-90b4-6bfbf63694e2 admin admin] Publish callbacks [] for security_group (db727070-0966-4a3c-954e-085ea5bc8240), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.561866 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4821c288-8b03-4a61-992f-d4a8068c0946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (620bb099-ee7c-4bb6-9039-75620d409f36), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.564429 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4821c288-8b03-4a61-992f-d4a8068c0946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.565562 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4821c288-8b03-4a61-992f-d4a8068c0946 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/620bb099-ee7c-4bb6-9039-75620d409f36 HTTP/1.1" status: 204 len: 168 time: 0.3673668 Jul 26 15:06:16.588049 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821c288-8b03-4a61-992f-d4a8068c0946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620bb099-ee7c-4bb6-9039-75620d409f36,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:16.724471 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-882da2ab-ea6d-43bd-90b4-6bfbf63694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (db727070-0966-4a3c-954e-085ea5bc8240), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.730023 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-882da2ab-ea6d-43bd-90b4-6bfbf63694e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:16.732915 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-882da2ab-ea6d-43bd-90b4-6bfbf63694e2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/db727070-0966-4a3c-954e-085ea5bc8240 HTTP/1.1" status: 204 len: 168 time: 0.2785890 Jul 26 15:06:16.744003 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da2ab-ea6d-43bd-90b4-6bfbf63694e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db727070-0966-4a3c-954e-085ea5bc8240,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:17.024355 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c28978-84e1-4e89-ab5b-171105f25da6 req-03476247-2d7a-4cde-b31e-436de5a33d97 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:17.025888 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-92c28978-84e1-4e89-ab5b-171105f25da6 req-03476247-2d7a-4cde-b31e-436de5a33d97 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0515571 Jul 26 15:06:17.077817 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-92c28978-84e1-4e89-ab5b-171105f25da6 req-7b0e59a3-27d6-453d-a25c-720e1ede84bb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460515 Jul 26 15:06:17.352495 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.142567 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34666) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:18.215285 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d138d33-ab14-4932-b523-0a77351a7009 req-1de8e5f9-86fd-4eb6-8680-e6c0f84a0f96 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:18.219974 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5d138d33-ab14-4932-b523-0a77351a7009 req-1de8e5f9-86fd-4eb6-8680-e6c0f84a0f96 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0654576 Jul 26 15:06:18.274480 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5d138d33-ab14-4932-b523-0a77351a7009 req-8e881b85-6dc3-4fca-9c8a-48c4a9991a40 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520484 Jul 26 15:06:18.298424 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1407857931-network', 'tenant_id': '4272758d01274f419bc75c85140daa06'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:18.443617 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Made reservation on behalf of 4272758d01274f419bc75c85140daa06 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:18.446616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.456330 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.541905 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Publish callbacks [] for security_group (2b75a0e2-9a87-4cff-bc03-8a5013d651bc), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.676045 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (2b75a0e2-9a87-4cff-bc03-8a5013d651bc), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.708242 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:06:18.719648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b75a0e2-9a87-4cff-bc03-8a5013d651bc,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:18.724800 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (8ea9a133-9aad-4d76-a935-0a775d9258b5), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.725146 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Added segment 8ea9a133-9aad-4d76-a935-0a775d9258b5 of type vlan for network f592bdd4-ff36-4285-b3a5-96166a7a017a Jul 26 15:06:18.772475 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (f592bdd4-ff36-4285-b3a5-96166a7a017a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.906492 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (f592bdd4-ff36-4285-b3a5-96166a7a017a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.907578 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:18.908163 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:18.913530 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:18.985198 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] Pushing event updated for resources: {'Network': ['ID=f592bdd4-ff36-4285-b3a5-96166a7a017a,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:18.995982 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network f592bdd4-ff36-4285-b3a5-96166a7a017a details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:06:19.061365 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6446ad50-d2a4-4e07-a46a-cc2d48010f58 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9146600 Jul 26 15:06:19.071632 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34700) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:19.071632 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Request body: {'subnet': {'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1407857931-subnet', 'tenant_id': '4272758d01274f419bc75c85140daa06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:19.197676 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Made reservation on behalf of 4272758d01274f419bc75c85140daa06 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:19.201835 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:19.380534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:19.426592 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427528e5-20cd-44e7-b66b-61dbccb00558 req-cb59337f-1dac-4487-898d-4ef9ddfaff11 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:19.428511 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-427528e5-20cd-44e7-b66b-61dbccb00558 req-cb59337f-1dac-4487-898d-4ef9ddfaff11 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0598392 Jul 26 15:06:19.455257 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (7b1025c1-4038-4ed8-b7e1-2991fcd6a9de), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:19.484026 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-427528e5-20cd-44e7-b66b-61dbccb00558 req-a411d89a-5028-461b-ae35-4c3e9c0d7efd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491388 Jul 26 15:06:19.520403 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1025c1-4038-4ed8-b7e1-2991fcd6a9de,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:19.536280 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Checking segment: {'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:06:19.536694 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Network hostable DHCP agents. Network: f592bdd4-ff36-4285-b3a5-96166a7a017a, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:06:19.627579 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Network f592bdd4-ff36-4285-b3a5-96166a7a017a is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:06:19.757766 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, f592bdd4-ff36-4285-b3a5-96166a7a017a) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:19.763302 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:19.764537 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:19.770453 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf4ad5e-3a2b-43c5-97aa-172510b1a760 None None] Network f592bdd4-ff36-4285-b3a5-96166a7a017a requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:06:19.876900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2af2ce-e535-470f-a1c6-ded7829f4332 None None] Network f592bdd4-ff36-4285-b3a5-96166a7a017a requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:06:19.906375 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-193f396e-8a79-48a0-b884-7ee901061c49 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8431880 Jul 26 15:06:20.617958 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a21611-b580-4159-a8c4-a0c34328fb3f req-3f261218-5e07-4e1a-b1e1-03766bc0c06b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:20.619570 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-16a21611-b580-4159-a8c4-a0c34328fb3f req-3f261218-5e07-4e1a-b1e1-03766bc0c06b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0551195 Jul 26 15:06:20.680146 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-16a21611-b580-4159-a8c4-a0c34328fb3f req-6e1cb7c6-cd89-43d0-acbc-e0dfa16fe46e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Jul 26 15:06:21.688373 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34776) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:21.852059 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8a2c1-3b3f-4cab-82ad-9401b12c5256 req-00dcfa97-9e2c-4b09-af0c-493318f5d97c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:21.859116 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fde8a2c1-3b3f-4cab-82ad-9401b12c5256 req-00dcfa97-9e2c-4b09-af0c-493318f5d97c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0677545 Jul 26 15:06:21.867023 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f7f9a18-cae7-4d6c-a391-53ca34131cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:21.942585 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fde8a2c1-3b3f-4cab-82ad-9401b12c5256 req-7f43af6e-3d76-48d6-8ceb-625960656e46 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823228 Jul 26 15:06:22.003581 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f7f9a18-cae7-4d6c-a391-53ca34131cc3 admin admin] Publish callbacks [] for security_group (63b5e7d6-f197-4a52-a20a-f497f3dcd1c2), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:22.053759 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d02e4b-e027-4666-8715-e35cf4f753bb req-43fd439d-59f8-4158-a46e-91281cb6a346 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:22.055312 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-11d02e4b-e027-4666-8715-e35cf4f753bb req-43fd439d-59f8-4158-a46e-91281cb6a346 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0572019 Jul 26 15:06:22.107537 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-11d02e4b-e027-4666-8715-e35cf4f753bb req-26c13763-f92b-4132-9516-c90e862db8ac tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465908 Jul 26 15:06:22.144820 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f7f9a18-cae7-4d6c-a391-53ca34131cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (63b5e7d6-f197-4a52-a20a-f497f3dcd1c2), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:22.151436 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:22.184432 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:22.192683 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0f7f9a18-cae7-4d6c-a391-53ca34131cc3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0afc32c1f6ed4a88aac08facdbf7489f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5032198 Jul 26 15:06:22.196430 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34792) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:22.198677 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f9a18-cae7-4d6c-a391-53ca34131cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b5e7d6-f197-4a52-a20a-f497f3dcd1c2,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:22.259448 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c5c100c6-243d-4504-80e8-9ddd0e27220b admin admin] Publish callbacks [] for security_group (63b5e7d6-f197-4a52-a20a-f497f3dcd1c2), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:22.284408 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c5c100c6-243d-4504-80e8-9ddd0e27220b admin admin] Publish callbacks [] for security_group (63b5e7d6-f197-4a52-a20a-f497f3dcd1c2), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:22.557591 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c5c100c6-243d-4504-80e8-9ddd0e27220b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (63b5e7d6-f197-4a52-a20a-f497f3dcd1c2), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:22.560460 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c5c100c6-243d-4504-80e8-9ddd0e27220b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:22.561751 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-c5c100c6-243d-4504-80e8-9ddd0e27220b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/63b5e7d6-f197-4a52-a20a-f497f3dcd1c2 HTTP/1.1" status: 204 len: 168 time: 0.3641758 Jul 26 15:06:22.571563 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c100c6-243d-4504-80e8-9ddd0e27220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b5e7d6-f197-4a52-a20a-f497f3dcd1c2,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:22.845535 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-3bdb3335-f016-4954-a68c-b07ffb2997b1 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:22.847039 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-3bdb3335-f016-4954-a68c-b07ffb2997b1 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/networks?id=f592bdd4-ff36-4285-b3a5-96166a7a017a HTTP/1.1" status: 200 len: 809 time: 0.1183431 Jul 26 15:06:22.862090 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-9c2c8918-ccc8-4260-a85c-903845d58713 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/quotas/4272758d01274f419bc75c85140daa06 HTTP/1.1" status: 200 len: 375 time: 0.0093861 Jul 26 15:06:22.895667 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8088b678-fa44-4687-ae45-4d25b797efcb tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4272758d01274f419bc75c85140daa06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276299 Jul 26 15:06:23.002974 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34822) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:23.011602 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-e2c2d423-d8a0-41fa-bf1d-0d8d5ca14642 service neutron] 10.222.0.94 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086810 Jul 26 15:06:23.135535 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603d793-5e21-4485-89ce-d2e3baae3862 req-9ad066a2-f86e-448b-9617-c7f9578b8669 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:23.142727 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8603d793-5e21-4485-89ce-d2e3baae3862 req-9ad066a2-f86e-448b-9617-c7f9578b8669 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.1181130 Jul 26 15:06:23.156661 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fc58-8043-42e3-be4b-4ad2e9acb8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.168208 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-81b4bee1-c099-4608-8717-227b45df4278 service neutron] 10.222.0.94 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488130 Jul 26 15:06:23.207858 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8603d793-5e21-4485-89ce-d2e3baae3862 req-2c75cef5-6199-4d0f-ac19-e9d78ac4ea76 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564585 Jul 26 15:06:23.285783 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fc58-8043-42e3-be4b-4ad2e9acb8ff admin admin] Publish callbacks [] for security_group (6bbae766-2589-403e-a300-409c095b05e6), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.351307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e37ea-5b02-4256-8906-7ff89599b404 req-26cf3137-4d4e-4fa1-9fc3-d6240801998b tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:23.352979 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f67e37ea-5b02-4256-8906-7ff89599b404 req-26cf3137-4d4e-4fa1-9fc3-d6240801998b tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Jul 26 15:06:23.373270 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fc58-8043-42e3-be4b-4ad2e9acb8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6bbae766-2589-403e-a300-409c095b05e6), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.403591 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f67e37ea-5b02-4256-8906-7ff89599b404 req-b741ea66-6a5f-4e52-97c6-8ed4973981df tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Jul 26 15:06:23.419145 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-8ef4fc58-8043-42e3-be4b-4ad2e9acb8ff admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f082cde704ae4b658ce19bd1eaf169c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149065 Jul 26 15:06:23.420360 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4fc58-8043-42e3-be4b-4ad2e9acb8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbae766-2589-403e-a300-409c095b05e6,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:23.423041 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34838) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:23.442816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34840) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:23.461634 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-773e7b97-8916-4815-a291-82b7b48aaff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.500575 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db1784a7-34c5-4390-957d-0ebb0805d410 admin admin] Publish callbacks [] for security_group (6bbae766-2589-403e-a300-409c095b05e6), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.529900 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db1784a7-34c5-4390-957d-0ebb0805d410 admin admin] Publish callbacks [] for security_group (6bbae766-2589-403e-a300-409c095b05e6), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.540100 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-288150c4-f720-4392-8e0a-e8dcfc157058 req-25ae3829-64ce-4b9d-910e-44644a40ed17 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0430231 Jul 26 15:06:23.594875 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-773e7b97-8916-4815-a291-82b7b48aaff1 admin admin] Publish callbacks [] for security_group (af79ae34-85ef-481f-bf58-07b47dea518f), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.717987 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-773e7b97-8916-4815-a291-82b7b48aaff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (af79ae34-85ef-481f-bf58-07b47dea518f), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.752894 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db1784a7-34c5-4390-957d-0ebb0805d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6bbae766-2589-403e-a300-409c095b05e6), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.755545 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-db1784a7-34c5-4390-957d-0ebb0805d410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.759623 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e7b97-8916-4815-a291-82b7b48aaff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af79ae34-85ef-481f-bf58-07b47dea518f,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:23.760732 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-db1784a7-34c5-4390-957d-0ebb0805d410 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6bbae766-2589-403e-a300-409c095b05e6 HTTP/1.1" status: 204 len: 168 time: 0.3327034 Jul 26 15:06:23.768076 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-773e7b97-8916-4815-a291-82b7b48aaff1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=06bfdd1e85394a89a138b62bb99bb9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235865 Jul 26 15:06:23.770446 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34854) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:23.774333 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1784a7-34c5-4390-957d-0ebb0805d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbae766-2589-403e-a300-409c095b05e6,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:23.840750 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b6d4564f-c804-42f7-b7f2-efbd4761ff8c admin admin] Publish callbacks [] for security_group (af79ae34-85ef-481f-bf58-07b47dea518f), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.852365 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=93 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:23.858489 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=5 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:23.863524 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b6d4564f-c804-42f7-b7f2-efbd4761ff8c admin admin] Publish callbacks [] for security_group (af79ae34-85ef-481f-bf58-07b47dea518f), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:23.865153 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:24.020627 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b6d4564f-c804-42f7-b7f2-efbd4761ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (af79ae34-85ef-481f-bf58-07b47dea518f), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:24.023488 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b6d4564f-c804-42f7-b7f2-efbd4761ff8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:24.024662 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-b6d4564f-c804-42f7-b7f2-efbd4761ff8c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/af79ae34-85ef-481f-bf58-07b47dea518f HTTP/1.1" status: 204 len: 168 time: 0.2532618 Jul 26 15:06:24.035987 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4564f-c804-42f7-b7f2-efbd4761ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af79ae34-85ef-481f-bf58-07b47dea518f,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:24.327372 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e65c9c-34f6-4b6b-9ffd-44777c35a478 req-c1daa86a-66a4-4177-9a51-74b2438f4b12 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:24.329106 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-76e65c9c-34f6-4b6b-9ffd-44777c35a478 req-c1daa86a-66a4-4177-9a51-74b2438f4b12 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0569885 Jul 26 15:06:24.391509 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-76e65c9c-34f6-4b6b-9ffd-44777c35a478 req-8fad8a01-2301-4e99-937f-55acd0341b08 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520775 Jul 26 15:06:24.557005 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:24.571159 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34872) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:24.574949 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a134c8-55c5-4a86-954b-b83d2834aadb req-9c22a4d5-fa76-4949-8821-3779bdb47218 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:24.576601 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76a134c8-55c5-4a86-954b-b83d2834aadb req-9c22a4d5-fa76-4949-8821-3779bdb47218 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0536427 Jul 26 15:06:24.586268 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ed92f910-058b-41bf-a901-f42dbdbc3c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:24.639792 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ff8a9a97-b4f1-4654-b1ed-d0e8f1b8d545 req-d1ee328c-def5-4424-8b7a-be2e71e76d36 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0376294 Jul 26 15:06:24.643014 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76a134c8-55c5-4a86-954b-b83d2834aadb req-eb848072-fb27-4f77-b3cd-1fa88d22ec9a tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Jul 26 15:06:24.715257 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ed92f910-058b-41bf-a901-f42dbdbc3c35 admin admin] Publish callbacks [] for security_group (3c2af6df-6faf-4e74-836b-079d12652f15), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:24.824133 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ed92f910-058b-41bf-a901-f42dbdbc3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (3c2af6df-6faf-4e74-836b-079d12652f15), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:24.875653 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ed92f910-058b-41bf-a901-f42dbdbc3c35 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d51ebe04a391400fad2f09cdd9060e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031857 Jul 26 15:06:24.875958 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 34876) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:24.876750 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92f910-058b-41bf-a901-f42dbdbc3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2af6df-6faf-4e74-836b-079d12652f15,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:24.890084 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34878) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:24.906191 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:24.909263 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-14625d79-10b3-42f7-ba82-683d433cafc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:24.948951 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fb32688c-e6bc-4519-80ca-98d34d82154f admin admin] Publish callbacks [] for security_group (3c2af6df-6faf-4e74-836b-079d12652f15), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:24.949901 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:24.977772 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fb32688c-e6bc-4519-80ca-98d34d82154f admin admin] Publish callbacks [] for security_group (3c2af6df-6faf-4e74-836b-079d12652f15), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.021511 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-14625d79-10b3-42f7-ba82-683d433cafc6 admin admin] Publish callbacks [] for security_group (acbd4ce6-d696-4624-8566-dd960ca502e8), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.100722 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fb32688c-e6bc-4519-80ca-98d34d82154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (3c2af6df-6faf-4e74-836b-079d12652f15), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.100924 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-14625d79-10b3-42f7-ba82-683d433cafc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (acbd4ce6-d696-4624-8566-dd960ca502e8), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.103405 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fb32688c-e6bc-4519-80ca-98d34d82154f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.104600 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-fb32688c-e6bc-4519-80ca-98d34d82154f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3c2af6df-6faf-4e74-836b-079d12652f15 HTTP/1.1" status: 204 len: 168 time: 0.2272713 Jul 26 15:06:25.115068 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32688c-e6bc-4519-80ca-98d34d82154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2af6df-6faf-4e74-836b-079d12652f15,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:25.143574 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14625d79-10b3-42f7-ba82-683d433cafc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbd4ce6-d696-4624-8566-dd960ca502e8,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:25.149104 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-14625d79-10b3-42f7-ba82-683d433cafc6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4ce09d7520e9436e83b97433a464729b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574737 Jul 26 15:06:25.151622 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 34882) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:25.206848 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-90cdf857-c321-4505-b9e4-ac5273e003d3 admin admin] Publish callbacks [] for security_group (acbd4ce6-d696-4624-8566-dd960ca502e8), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.231847 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-90cdf857-c321-4505-b9e4-ac5273e003d3 admin admin] Publish callbacks [] for security_group (acbd4ce6-d696-4624-8566-dd960ca502e8), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.368926 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-90cdf857-c321-4505-b9e4-ac5273e003d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (acbd4ce6-d696-4624-8566-dd960ca502e8), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.371442 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-90cdf857-c321-4505-b9e4-ac5273e003d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.373044 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-90cdf857-c321-4505-b9e4-ac5273e003d3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/acbd4ce6-d696-4624-8566-dd960ca502e8 HTTP/1.1" status: 204 len: 168 time: 0.2203894 Jul 26 15:06:25.381595 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdf857-c321-4505-b9e4-ac5273e003d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbd4ce6-d696-4624-8566-dd960ca502e8,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:25.527884 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e80b5a-0f7a-4964-866b-4c3f387221b4 req-90ebfc6e-0185-4d92-8bd4-b75abd8c445d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:25.529384 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d9e80b5a-0f7a-4964-866b-4c3f387221b4 req-90ebfc6e-0185-4d92-8bd4-b75abd8c445d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0531094 Jul 26 15:06:25.580223 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d9e80b5a-0f7a-4964-866b-4c3f387221b4 req-781d97d3-3d6d-4d95-8c8d-ce07790b8eec tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Jul 26 15:06:25.785998 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7265cb93-67d3-4a16-81b0-d569835bc58a req-8d8ec03e-5c1f-4525-bf1e-357e5e635a3b tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0373943 Jul 26 15:06:25.826372 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df136e8-ffb8-47a8-932e-7fbe3f728399 req-b7a7a823-141a-4399-98d0-6ca2373fca6c tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:25.828044 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2df136e8-ffb8-47a8-932e-7fbe3f728399 req-b7a7a823-141a-4399-98d0-6ca2373fca6c tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0735996 Jul 26 15:06:25.895993 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2df136e8-ffb8-47a8-932e-7fbe3f728399 req-e9a7bec5-01f9-4f86-9dc5-3fe204ecb492 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581939 Jul 26 15:06:26.106334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:26.753123 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a072915-2587-4fe3-b70e-d0f7eb0ac1a0 req-d08e53f5-5806-46f4-84df-2f58932f0370 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:26.755908 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6a072915-2587-4fe3-b70e-d0f7eb0ac1a0 req-d08e53f5-5806-46f4-84df-2f58932f0370 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0852373 Jul 26 15:06:26.821101 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6a072915-2587-4fe3-b70e-d0f7eb0ac1a0 req-ec94c0e7-a2f1-4ce7-8b03-4bea65823dec tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523493 Jul 26 15:06:26.982694 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4898b133-6899-4655-84af-8bd2a6c4da05 req-7416c454-e1f8-4106-a8fb-6606fa1593a7 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0486271 Jul 26 15:06:27.049468 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dab6ec-1fa5-4b0c-a9f6-c17c04f94573 req-d0130ce7-ecfe-4fe1-b20a-02ee95b6ebba tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:27.056280 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-a0552384-2261-45ab-b276-9fe5d1973ec7 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:27.057179 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-48dab6ec-1fa5-4b0c-a9f6-c17c04f94573 req-d0130ce7-ecfe-4fe1-b20a-02ee95b6ebba tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0647440 Jul 26 15:06:27.057825 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-a0552384-2261-45ab-b276-9fe5d1973ec7 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 945 time: 0.0729320 Jul 26 15:06:27.131455 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-48dab6ec-1fa5-4b0c-a9f6-c17c04f94573 req-bafe7298-1b98-4231-89a4-ba94783126bb tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/security-groups?id=256a41a1-fa81-4221-b8e7-10907d1bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733671 Jul 26 15:06:27.236103 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Deleting port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:06:27.236455 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:27.341330 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] For port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:27.341720 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:27.359711 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Calling delete_port for 498672af-1542-4fdd-8bf4-5a5c5cabe7ca owned by compute:nova {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:06:27.633748 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (498672af-1542-4fdd-8bf4-5a5c5cabe7ca), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:27.649334 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['498672af-1542-4fdd-8bf4-5a5c5cabe7ca'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:06:27.657332 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:27.744220 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Pushing event deleted for resources: {'Port': ['ID=498672af-1542-4fdd-8bf4-5a5c5cabe7ca,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:27.769758 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] No DVR routers for this DVR port 498672af-1542-4fdd-8bf4-5a5c5cabe7ca on host hv-cinder-85066 {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:06:27.775499 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:27.779067 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d62b1d8d-b8ab-4334-9e94-fba30843f6bd req-e24cc3c6-51f8-4982-a3dc-6262419243cf tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.102 "DELETE /v2.0/ports/498672af-1542-4fdd-8bf4-5a5c5cabe7ca HTTP/1.1" status: 204 len: 173 time: 0.7140052 Jul 26 15:06:27.779968 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe50a6b-2228-43d7-be82-df26fcab6088', 'name': 'network-vif-deleted', 'tag': '498672af-1542-4fdd-8bf4-5a5c5cabe7ca'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:06:27.787812 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576f63b0-510c-4eab-8f81-922c29025266" -d '{"events": [{"server_uuid": "7fe50a6b-2228-43d7-be82-df26fcab6088", "name": "network-vif-deleted", "tag": "498672af-1542-4fdd-8bf4-5a5c5cabe7ca"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:27.864888 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54a175e-5999-4f82-8910-6a5dcc65cb89 x-openstack-request-id: req-e54a175e-5999-4f82-8910-6a5dcc65cb89 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:27.865131 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe50a6b-2228-43d7-be82-df26fcab6088", "name": "network-vif-deleted", "tag": "498672af-1542-4fdd-8bf4-5a5c5cabe7ca", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:27.865383 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e54a175e-5999-4f82-8910-6a5dcc65cb89 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:27.866363 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54a175e-5999-4f82-8910-6a5dcc65cb89'] response: {'server_uuid': '7fe50a6b-2228-43d7-be82-df26fcab6088', 'name': 'network-vif-deleted', 'tag': '498672af-1542-4fdd-8bf4-5a5c5cabe7ca', 'status': 'completed', 'code': 200} Jul 26 15:06:28.122034 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb725e8c-84d7-491e-a6ef-35886e188611 req-9d57a760-746e-4100-a418-77decc298153 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:28.130078 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cb725e8c-84d7-491e-a6ef-35886e188611 req-9d57a760-746e-4100-a418-77decc298153 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.1518271 Jul 26 15:06:28.165440 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3c00101f-f2ed-44ae-89c6-4c01bc30513f req-d7d3b0a5-3ed4-4564-aee0-c03f5dd9916d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0416226 Jul 26 15:06:28.257803 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cb725e8c-84d7-491e-a6ef-35886e188611 req-68831f9a-e46e-457f-a36e-2d039398efa4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228373 Jul 26 15:06:28.304839 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e7bf2345-47f9-4e77-b878-de1a8ea9f167 req-1c9694e3-ff3e-4e83-9144-72d106914e30 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.0297115 Jul 26 15:06:28.534195 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-6b911d24-f909-4d11-9e2e-0ac77ce209cc tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:28.535728 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-6b911d24-f909-4d11-9e2e-0ac77ce209cc tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.102 "GET /v2.0/networks?id=f592bdd4-ff36-4285-b3a5-96166a7a017a HTTP/1.1" status: 200 len: 809 time: 0.1708145 Jul 26 15:06:28.560097 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Request body: {'port': {'device_id': 'a42741a2-6bd8-4b11-a61e-e62197667982', 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a', 'admin_state_up': True, 'tenant_id': '4272758d01274f419bc75c85140daa06'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:28.845933 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Made reservation on behalf of 4272758d01274f419bc75c85140daa06 for: {'port': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:28.849626 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:29.015031 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Allocated IP 172.20.0.12 (f592bdd4-ff36-4285-b3a5-96166a7a017a/7b1025c1-4038-4ed8-b7e1-2991fcd6a9de/768f9b46-f40c-462a-9939-66ae8d5ae829) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:06:29.082484 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:29.223457 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks [] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:29.325315 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d94226dd-4ed8-42c8-8591-bab59776cf2a req-80df676c-b05b-4338-9aeb-868ae86d0504 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0315185 Jul 26 15:06:29.395944 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8205-2f54-463b-b40e-8b9425cd79cc req-021ec46c-c4e4-4672-a1dc-9140e6399d7e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:29.398212 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d35a8205-2f54-463b-b40e-8b9425cd79cc req-021ec46c-c4e4-4672-a1dc-9140e6399d7e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0606389 Jul 26 15:06:29.444444 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:29.447735 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-19753bde-5594-452c-9a43-63510b5e2945 req-02093de4-17a7-4354-8ef4-b5c40978d8d3 tempest-DeleteServersTestJSON-542845351 tempest-DeleteServersTestJSON-542845351-project] 10.222.0.94 "GET /v2.0/ports?device_id=7fe50a6b-2228-43d7-be82-df26fcab6088 HTTP/1.1" status: 200 len: 210 time: 0.0346313 Jul 26 15:06:29.454558 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d35a8205-2f54-463b-b40e-8b9425cd79cc req-50e0f098-7dc5-4fa6-a0ef-b57ae167ce9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507112 Jul 26 15:06:29.473271 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:29.528283 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Network f592bdd4-ff36-4285-b3a5-96166a7a017a is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:29.533815 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:29.536040 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Pushing event updated for resources: {'Port': ['ID=768f9b46-f40c-462a-9939-66ae8d5ae829,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:29.538635 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:06:29.543763 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:29.544432 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:29.714526 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-8dbc914b-7b53-41ef-ae7f-25cb8a36c4fe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1584806 Jul 26 15:06:29.838657 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Request body: {'port': {'device_id': 'a42741a2-6bd8-4b11-a61e-e62197667982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:29.920541 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:30.278079 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768f9b46-f40c-462a-9939-66ae8d5ae829 {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:06:30.286508 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Publish callbacks [] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:30.301666 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Transition to ACTIVE for port object 768f9b46-f40c-462a-9939-66ae8d5ae829 will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:06:30.404228 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:30.464116 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Pushing event updated for resources: {'Port': ['ID=768f9b46-f40c-462a-9939-66ae8d5ae829,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:30.484570 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5c686-883a-4f2a-bfda-a61686439ba2 req-c89f562a-da37-46a8-9af5-2a2b425ba03e tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:30.488057 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ce5c686-883a-4f2a-bfda-a61686439ba2 req-c89f562a-da37-46a8-9af5-2a2b425ba03e tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 944 time: 0.0696750 Jul 26 15:06:30.509889 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Attempting to bind port 768f9b46-f40c-462a-9939-66ae8d5ae829 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:06:30.510233 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Attempting to bind port 768f9b46-f40c-462a-9939-66ae8d5ae829 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:06:30.510572 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Attempting to bind port 768f9b46-f40c-462a-9939-66ae8d5ae829 on network f592bdd4-ff36-4285-b3a5-96166a7a017a {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:06:30.516154 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Port 768f9b46-f40c-462a-9939-66ae8d5ae829 on network f592bdd4-ff36-4285-b3a5-96166a7a017a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:06:30.516474 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Attempting to bind port 768f9b46-f40c-462a-9939-66ae8d5ae829 on network f592bdd4-ff36-4285-b3a5-96166a7a017a {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:06:30.524135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:06:30.524135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Checking segment: {'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:06:30.524135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Bound using segment: {'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:06:30.524135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Bound port: 768f9b46-f40c-462a-9939-66ae8d5ae829, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:06:30.524135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:30.580710 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ce5c686-883a-4f2a-bfda-a61686439ba2 req-5c5b1b0d-bf48-4ce8-9189-a8324d45ac93 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832508 Jul 26 15:06:30.614238 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] For port 768f9b46-f40c-462a-9939-66ae8d5ae829, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:06:30.620360 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] For port 768f9b46-f40c-462a-9939-66ae8d5ae829, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=768f9b46-f40c-462a-9939-66ae8d5ae829,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:06:30.718761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c2dbb-49cc-4643-8063-40b7010cde8a req-18b235cb-a4e9-4bab-9ca1-72c443829a95 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:30.720333 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a44c2dbb-49cc-4643-8063-40b7010cde8a req-18b235cb-a4e9-4bab-9ca1-72c443829a95 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0548933 Jul 26 15:06:30.724752 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:30.752235 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:30.789035 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:30.789681 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:30.791140 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] 10.222.0.102 "PUT /v2.0/ports/768f9b46-f40c-462a-9939-66ae8d5ae829 HTTP/1.1" status: 200 len: 1094 time: 0.9595783 Jul 26 15:06:30.791802 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42741a2-6bd8-4b11-a61e-e62197667982', 'tag': '768f9b46-f40c-462a-9939-66ae8d5ae829'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:06:30.794006 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4e6903-d9d2-4f34-ad60-e71d3f94939e" -d '{"events": [{"name": "network-changed", "server_uuid": "a42741a2-6bd8-4b11-a61e-e62197667982", "tag": "768f9b46-f40c-462a-9939-66ae8d5ae829"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:30.794218 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a44c2dbb-49cc-4643-8063-40b7010cde8a req-d3f13b50-bbca-4325-8f5b-c8c503fc55c8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639882 Jul 26 15:06:30.860105 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f84e8-3a34-45d5-bab6-5ff6d6a79b2a service neutron] Pushing event updated for resources: {'Port': ['ID=768f9b46-f40c-462a-9939-66ae8d5ae829,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:30.865465 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc11765d-1cac-4a2e-941a-d00e284e8c19 x-openstack-request-id: req-bc11765d-1cac-4a2e-941a-d00e284e8c19 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:30.866487 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42741a2-6bd8-4b11-a61e-e62197667982", "tag": "768f9b46-f40c-462a-9939-66ae8d5ae829", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:30.866823 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bc11765d-1cac-4a2e-941a-d00e284e8c19 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:30.867321 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc11765d-1cac-4a2e-941a-d00e284e8c19'] response: {'name': 'network-changed', 'server_uuid': 'a42741a2-6bd8-4b11-a61e-e62197667982', 'tag': '768f9b46-f40c-462a-9939-66ae8d5ae829', 'status': 'completed', 'code': 200} Jul 26 15:06:30.961256 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e6903-d9d2-4f34-ad60-e71d3f94939e req-d0a83159-a3be-4ce5-aa42-16fb1a0dd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:30.964970 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5b4e6903-d9d2-4f34-ad60-e71d3f94939e req-d0a83159-a3be-4ce5-aa42-16fb1a0dd2f5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4272758d01274f419bc75c85140daa06&device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 1128 time: 0.0628080 Jul 26 15:06:31.055245 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 498672af-1542-4fdd-8bf4-5a5c5cabe7ca no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:31.086319 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 498672af-1542-4fdd-8bf4-5a5c5cabe7ca {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:06:31.086659 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 498672af-1542-4fdd-8bf4-5a5c5cabe7ca not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:31.122053 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e6903-d9d2-4f34-ad60-e71d3f94939e req-f533c788-4ead-497e-a909-586d60d6cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:31.123577 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5b4e6903-d9d2-4f34-ad60-e71d3f94939e req-f533c788-4ead-497e-a909-586d60d6cbfe service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=4272758d01274f419bc75c85140daa06&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1525507 Jul 26 15:06:31.331299 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e6903-d9d2-4f34-ad60-e71d3f94939e req-eded9061-a85b-470d-a3f3-bec7eb1c23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:31.332971 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5b4e6903-d9d2-4f34-ad60-e71d3f94939e req-eded9061-a85b-470d-a3f3-bec7eb1c23ff service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431298 Jul 26 15:06:31.377198 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:31.466564 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-12a43c24-1a36-4dca-8d72-8f1de551f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:31.468614 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-12a43c24-1a36-4dca-8d72-8f1de551f72e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4272758d01274f419bc75c85140daa06&device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 1128 time: 0.0725923 Jul 26 15:06:31.536265 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:31.539064 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-fc33462c-ac83-486f-8d32-12525a9bdbf6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768f9b46-f40c-462a-9939-66ae8d5ae829 HTTP/1.1" status: 200 len: 217 time: 0.0577967 Jul 26 15:06:31.611198 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-6fb30b78-88d3-4aac-a21a-1da6a8b8b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:31.614198 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-6fb30b78-88d3-4aac-a21a-1da6a8b8b041 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7b1025c1-4038-4ed8-b7e1-2991fcd6a9de HTTP/1.1" status: 200 len: 849 time: 0.0645607 Jul 26 15:06:31.668212 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-bca654a3-58dc-4ba4-80e5-86a5ce27d57e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f592bdd4-ff36-4285-b3a5-96166a7a017a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428348 Jul 26 15:06:31.792733 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce9d8-26f8-4c12-9493-c7395fae2117 req-c58f206a-2488-4411-bf59-003bd7840468 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:31.794279 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-479ce9d8-26f8-4c12-9493-c7395fae2117 req-c58f206a-2488-4411-bf59-003bd7840468 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 944 time: 0.0937166 Jul 26 15:06:31.936153 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03069f46-7d59-46c1-a19c-a5fcc2778b57 req-e1d0e284-6884-4d26-bdc8-936fc9baa0aa tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:31.938431 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-03069f46-7d59-46c1-a19c-a5fcc2778b57 req-e1d0e284-6884-4d26-bdc8-936fc9baa0aa tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0595725 Jul 26 15:06:32.005975 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-03069f46-7d59-46c1-a19c-a5fcc2778b57 req-f4215741-bc8d-456e-a019-17096b7ba0d9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597529 Jul 26 15:06:32.095091 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-5537674a-e1fa-42ce-bec6-0b8428c69dae service neutron] 10.222.0.102 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169340 Jul 26 15:06:32.167731 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-479ce9d8-26f8-4c12-9493-c7395fae2117 req-524ee06c-098d-47a6-853f-b29806d14c94 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636596 Jul 26 15:06:32.223189 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d50adf0f-f1e0-4e61-ba57-db6c14b41cf9 req-ad685a99-f805-4c44-8b6e-ef2792b5d421 service neutron] 10.222.0.102 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209629 Jul 26 15:06:32.530351 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35132) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:32.603617 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:33.013259 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (2155c7dc-6fac-4e92-b561-5ae52c2b0151), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:33.153142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca901e-fc9b-41f3-af69-b157f63e26fc req-10e6ff95-eefb-4102-99ce-b756c4d0feb3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:33.155864 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-75ca901e-fc9b-41f3-af69-b157f63e26fc req-10e6ff95-eefb-4102-99ce-b756c4d0feb3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0699773 Jul 26 15:06:33.288630 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-75ca901e-fc9b-41f3-af69-b157f63e26fc req-8d1abd08-bb59-4a85-a213-fabe022aadc0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193914 Jul 26 15:06:33.389712 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155cd14-a52f-4ec4-9fb7-7f55aca67485 req-a6361a2e-70d0-4c24-bbe2-5c85dbb1fbf9 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:33.391331 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f155cd14-a52f-4ec4-9fb7-7f55aca67485 req-a6361a2e-70d0-4c24-bbe2-5c85dbb1fbf9 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 944 time: 0.0828059 Jul 26 15:06:33.449337 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Deleting port 883739f4-3902-4909-856b-77b7b45dfa1c {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:06:33.449604 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:33.525657 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f155cd14-a52f-4ec4-9fb7-7f55aca67485 req-ed87c2a7-0d97-4dd3-b6ed-6410f22fb3f2 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101003 Jul 26 15:06:33.571590 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] For port 883739f4-3902-4909-856b-77b7b45dfa1c, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=883739f4-3902-4909-856b-77b7b45dfa1c,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:33.572447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:33.588072 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Calling delete_port for 883739f4-3902-4909-856b-77b7b45dfa1c owned by network:router_interface {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:06:33.604635 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:33.883172 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (883739f4-3902-4909-856b-77b7b45dfa1c), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:33.914728 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Pushing event deleted for resources: {'Port': ['ID=883739f4-3902-4909-856b-77b7b45dfa1c,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:33.991107 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:34.105599 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (2155c7dc-6fac-4e92-b561-5ae52c2b0151), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:34.349637 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:06:34.429628 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10eb5d-4f8c-4234-aa0c-10c8a6b85f5a req-89c4411d-bddb-4485-88cc-e3d9e668e381 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:34.431272 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b10eb5d-4f8c-4234-aa0c-10c8a6b85f5a req-89c4411d-bddb-4485-88cc-e3d9e668e381 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0548146 Jul 26 15:06:34.478298 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:34.486177 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-145458c9-d32a-4eea-98e3-e1949c0a9647 admin admin] 10.222.0.94 "PUT /v2.0/routers/2155c7dc-6fac-4e92-b561-5ae52c2b0151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9544454 Jul 26 15:06:34.488682 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35192) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:34.497115 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] Sync routers for ids ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:34.509468 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b10eb5d-4f8c-4234-aa0c-10c8a6b85f5a req-98c4a268-8c7a-446d-8b7f-d5af1010bea4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678251 Jul 26 15:06:34.511696 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] Routers {'2155c7dc-6fac-4e92-b561-5ae52c2b0151'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:06:34.530031 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:06:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:34.635938 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] Set router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:06:34.685028 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks [] for router (2155c7dc-6fac-4e92-b561-5ae52c2b0151), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:34.694792 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1aa1e-93e6-434a-ad60-dc3434bbde17 req-a0aa120d-0410-4539-888a-206d6f1d1b20 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:34.697138 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a0e1aa1e-93e6-434a-ad60-dc3434bbde17 req-a0aa120d-0410-4539-888a-206d6f1d1b20 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 944 time: 0.0756879 Jul 26 15:06:34.768617 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a0e1aa1e-93e6-434a-ad60-dc3434bbde17 req-74d0e752-e2e6-40ef-b0d8-6a7ab5bb249d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645216 Jul 26 15:06:34.831714 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks [] for router_gateway (2155c7dc-6fac-4e92-b561-5ae52c2b0151), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:34.836378 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:06:33Z', 'revision_number': 5, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:34.878755 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] Checking router: 2155c7dc-6fac-4e92-b561-5ae52c2b0151 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:34.889117 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] Routers {'2155c7dc-6fac-4e92-b561-5ae52c2b0151'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:06:34.889888 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:06:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:34.964773 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Deleting port 1b9e409e-24ba-4254-98ac-17d4c4b55122 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:06:34.965411 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:34.971723 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35210) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:35.033541 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] Set router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:06:35.041941 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:35.088594 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 768f9b46-f40c-462a-9939-66ae8d5ae829 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:06:35.112451 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] For port 1b9e409e-24ba-4254-98ac-17d4c4b55122, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=1b9e409e-24ba-4254-98ac-17d4c4b55122,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:35.112973 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.133936 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Calling delete_port for 1b9e409e-24ba-4254-98ac-17d4c4b55122 owned by network:router_gateway {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:06:35.189016 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3c9329e1-9253-4fe0-a264-857a67c1a68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.230434 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 768f9b46-f40c-462a-9939-66ae8d5ae829, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=768f9b46-f40c-462a-9939-66ae8d5ae829,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:35.249713 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '768f9b46-f40c-462a-9939-66ae8d5ae829', 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a', 'port_id': '768f9b46-f40c-462a-9939-66ae8d5ae829', 'mac_address': 'fa:16:3e:61:f5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1025c1-4038-4ed8-b7e1-2991fcd6a9de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:06:35.269455 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:06:33Z', 'revision_number': 5, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:35.282912 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:35.313718 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87540e3-3234-4d0b-84b0-7640aab6d6e7 None None] The sync data for ids ['2155c7dc-6fac-4e92-b561-5ae52c2b0151'] in dv-cinder-850668-2-iscsi is: [{'id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'name': 'tempest-DeleteServersTestJSON-961894550-router', 'tenant_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:06:33Z', 'revision_number': 5, 'project_id': 'bb18a5955f814887bcfa9650bcaa2ce9', 'gw_port': {'id': '1b9e409e-24ba-4254-98ac-17d4c4b55122', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155c7dc-6fac-4e92-b561-5ae52c2b0151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:35.322125 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 768f9b46-f40c-462a-9939-66ae8d5ae829 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:06:35.322755 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.350818 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768f9b46-f40c-462a-9939-66ae8d5ae829 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:06:35.385771 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 768f9b46-f40c-462a-9939-66ae8d5ae829, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=768f9b46-f40c-462a-9939-66ae8d5ae829,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:35.450402 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3c9329e1-9253-4fe0-a264-857a67c1a68f admin admin] Publish callbacks [] for security_group (94569733-b76d-4baf-a727-7dc331168073), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.504067 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.534670 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3c9329e1-9253-4fe0-a264-857a67c1a68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (94569733-b76d-4baf-a727-7dc331168073), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.558488 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=768f9b46-f40c-462a-9939-66ae8d5ae829,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:35.581142 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-3c9329e1-9253-4fe0-a264-857a67c1a68f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=71732c42b01744839e51ba6bd3af2e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059985 Jul 26 15:06:35.581142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9329e1-9253-4fe0-a264-857a67c1a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94569733-b76d-4baf-a727-7dc331168073,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:35.581793 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35224) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:35.586730 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (1b9e409e-24ba-4254-98ac-17d4c4b55122), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.652267 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9e409e-24ba-4254-98ac-17d4c4b55122,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:35.672239 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ca2160b2-2c62-43cc-99a8-63ff3fb1ddb9 admin admin] Publish callbacks [] for security_group (94569733-b76d-4baf-a727-7dc331168073), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.677585 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (2155c7dc-6fac-4e92-b561-5ae52c2b0151), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.701852 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ca2160b2-2c62-43cc-99a8-63ff3fb1ddb9 admin admin] Publish callbacks [] for security_group (94569733-b76d-4baf-a727-7dc331168073), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.740288 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:35.803583 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa91802-f9f5-4513-a65f-a0e55be3ed1a req-47f3ed24-d916-451f-8288-0073ede07efc tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:35.805140 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0fa91802-f9f5-4513-a65f-a0e55be3ed1a req-47f3ed24-d916-451f-8288-0073ede07efc tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.2029858 Jul 26 15:06:35.830129 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (2155c7dc-6fac-4e92-b561-5ae52c2b0151), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.840684 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks [] for router_controller (2155c7dc-6fac-4e92-b561-5ae52c2b0151), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.877316 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 883739f4-3902-4909-856b-77b7b45dfa1c no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:35.906377 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['768f9b46-f40c-462a-9939-66ae8d5ae829'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:06:35.938584 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 883739f4-3902-4909-856b-77b7b45dfa1c {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:06:35.939090 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 883739f4-3902-4909-856b-77b7b45dfa1c not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:35.976996 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444a861-9bb4-4b70-95d8-da7179e0dee2 req-0702ff57-ab91-48bc-82f5-5cfc58a980f5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:35.979612 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1444a861-9bb4-4b70-95d8-da7179e0dee2 req-0702ff57-ab91-48bc-82f5-5cfc58a980f5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 945 time: 0.0922930 Jul 26 15:06:35.980963 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ca2160b2-2c62-43cc-99a8-63ff3fb1ddb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (94569733-b76d-4baf-a727-7dc331168073), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.985134 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ca2160b2-2c62-43cc-99a8-63ff3fb1ddb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:35.986498 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ca2160b2-2c62-43cc-99a8-63ff3fb1ddb9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/94569733-b76d-4baf-a727-7dc331168073 HTTP/1.1" status: 204 len: 168 time: 0.4036191 Jul 26 15:06:36.001645 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2160b2-2c62-43cc-99a8-63ff3fb1ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94569733-b76d-4baf-a727-7dc331168073,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:36.006982 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0fa91802-f9f5-4513-a65f-a0e55be3ed1a req-c2d7eafe-bc12-4aa6-bbe6-5a2438b1b2b7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939313 Jul 26 15:06:36.037240 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:36.068113 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:INSERT=11,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:36.075920 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1444a861-9bb4-4b70-95d8-da7179e0dee2 req-a46062ed-0440-4f2e-9503-364118e5a167 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859861 Jul 26 15:06:36.094803 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (2155c7dc-6fac-4e92-b561-5ae52c2b0151), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.095053 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2155c7dc-6fac-4e92-b561-5ae52c2b0151 {{(pid=116402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:06:36.101724 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.102889 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f527ea3b-5fef-43e8-9fb1-a2b6f26826be admin admin] 10.222.0.94 "DELETE /v2.0/routers/2155c7dc-6fac-4e92-b561-5ae52c2b0151 HTTP/1.1" status: 204 len: 168 time: 1.6132605 Jul 26 15:06:36.113307 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35232) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:36.177636 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-777ff2b6-03dc-483d-addc-cac2cd2a5bd9 admin admin] Deleting subnet d0eef1a1-1c3d-45c9-b036-2d5b3de24028 {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:06:36.182382 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-777ff2b6-03dc-483d-addc-cac2cd2a5bd9 admin admin] Publish callbacks [] for subnet (d0eef1a1-1c3d-45c9-b036-2d5b3de24028), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.249666 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:36.249666 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-777ff2b6-03dc-483d-addc-cac2cd2a5bd9 admin admin] Publish callbacks [] for subnet (d0eef1a1-1c3d-45c9-b036-2d5b3de24028), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.349384 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-777ff2b6-03dc-483d-addc-cac2cd2a5bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (d0eef1a1-1c3d-45c9-b036-2d5b3de24028), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.533846 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-777ff2b6-03dc-483d-addc-cac2cd2a5bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (d0eef1a1-1c3d-45c9-b036-2d5b3de24028), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.561396 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62687a1e-1604-4124-ba48-2f04cd9b96f1 None None] Network a3150bab-ca1f-4ff6-8e48-2587db7cfe8e requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:06:36.571772 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-777ff2b6-03dc-483d-addc-cac2cd2a5bd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.575096 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-777ff2b6-03dc-483d-addc-cac2cd2a5bd9 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/d0eef1a1-1c3d-45c9-b036-2d5b3de24028 HTTP/1.1" status: 204 len: 168 time: 0.4601855 Jul 26 15:06:36.576578 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ff2b6-03dc-483d-addc-cac2cd2a5bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0eef1a1-1c3d-45c9-b036-2d5b3de24028,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:36.579075 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35240) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:36.749378 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:36.889883 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (a3150bab-ca1f-4ff6-8e48-2587db7cfe8e), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.908165 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] DHCP port deletion for a3150bab-ca1f-4ff6-8e48-2587db7cfe8e request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:06:36.947430 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Deleting port 2460b82e-a3ab-41ba-a80b-36783d25cf75 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:06:36.947900 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.956475 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] Deleting port 2460b82e-a3ab-41ba-a80b-36783d25cf75 {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:06:36.956475 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:36.998620 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35250) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:37.041229 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc217-b866-4045-8b51-51fa1a8d4fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.045773 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] For port 2460b82e-a3ab-41ba-a80b-36783d25cf75, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=2460b82e-a3ab-41ba-a80b-36783d25cf75,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:37.046396 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.082208 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] For port 2460b82e-a3ab-41ba-a80b-36783d25cf75, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=2460b82e-a3ab-41ba-a80b-36783d25cf75,segment=NetworkSegment(ea598025-a37b-490b-bc3c-d2ea00af2b03),segment_id=ea598025-a37b-490b-bc3c-d2ea00af2b03)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:37.082208 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.082635 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Calling delete_port for 2460b82e-a3ab-41ba-a80b-36783d25cf75 owned by network:dhcp {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:06:37.087122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] Calling delete_port for 2460b82e-a3ab-41ba-a80b-36783d25cf75 owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:06:37.166918 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc217-b866-4045-8b51-51fa1a8d4fba admin admin] Publish callbacks [] for security_group (af897c60-2e6d-4c1b-8bfe-941b7a4ce4a7), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.177148 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 768f9b46-f40c-462a-9939-66ae8d5ae829 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:37.243627 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754010fc-e07d-44bd-9afe-8bfb23589d66 req-f11acadc-063b-4209-a12b-382b67ac87ef tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:37.245555 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-754010fc-e07d-44bd-9afe-8bfb23589d66 req-f11acadc-063b-4209-a12b-382b67ac87ef tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 945 time: 0.0730603 Jul 26 15:06:37.275586 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc217-b866-4045-8b51-51fa1a8d4fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (af897c60-2e6d-4c1b-8bfe-941b7a4ce4a7), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.294235 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 768f9b46-f40c-462a-9939-66ae8d5ae829 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:06:37.295157 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5698881-1511-43f2-af12-f99928966b9d req-1040abc0-b9ef-4d84-876e-035502ab9a66 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:37.296784 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a5698881-1511-43f2-af12-f99928966b9d req-1040abc0-b9ef-4d84-876e-035502ab9a66 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.1083720 Jul 26 15:06:37.333938 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:37.334237 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:37.336505 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5c4bc217-b866-4045-8b51-51fa1a8d4fba admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4ea9dc61b45c433c9910dc767ac22873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367047 Jul 26 15:06:37.341974 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35258) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:37.345729 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bc217-b866-4045-8b51-51fa1a8d4fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af897c60-2e6d-4c1b-8bfe-941b7a4ce4a7,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.353442 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-754010fc-e07d-44bd-9afe-8bfb23589d66 req-8fab5263-c185-4000-ba1e-a0149f33cefe tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988348 Jul 26 15:06:37.391636 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a5698881-1511-43f2-af12-f99928966b9d req-5575cfdc-77bf-47df-80aa-1533e580bd7a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863714 Jul 26 15:06:37.425532 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e42dabef-02bd-4d22-a1f8-ce1d522c23f3 admin admin] Publish callbacks [] for security_group (af897c60-2e6d-4c1b-8bfe-941b7a4ce4a7), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.451192 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e42dabef-02bd-4d22-a1f8-ce1d522c23f3 admin admin] Publish callbacks [] for security_group (af897c60-2e6d-4c1b-8bfe-941b7a4ce4a7), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.467854 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 768f9b46-f40c-462a-9939-66ae8d5ae829 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:06:37.468118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.468992 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.514413 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (2460b82e-a3ab-41ba-a80b-36783d25cf75), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.548247 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] No DVR routers for this DVR port 2460b82e-a3ab-41ba-a80b-36783d25cf75 on host dv-cinder-850668-2-iscsi {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:06:37.550316 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Pushing event deleted for resources: {'Port': ['ID=2460b82e-a3ab-41ba-a80b-36783d25cf75,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.569335 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] Pushing event deleted for resources: {'Port': ['ID=2460b82e-a3ab-41ba-a80b-36783d25cf75,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.571440 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a168a4-afa8-4ff9-8f86-cdf3dcb6e15c None None] No DVR routers for this DVR port 2460b82e-a3ab-41ba-a80b-36783d25cf75 on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:06:37.587811 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:37.637538 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 768f9b46-f40c-462a-9939-66ae8d5ae829 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:06:37.638139 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.640233 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (a3150bab-ca1f-4ff6-8e48-2587db7cfe8e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.670376 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42741a2-6bd8-4b11-a61e-e62197667982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768f9b46-f40c-462a-9939-66ae8d5ae829'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:06:37.674853 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2f9744-a241-46b3-b4d0-74e5bbb480fb" -d '{"events": [{"server_uuid": "a42741a2-6bd8-4b11-a61e-e62197667982", "name": "network-vif-plugged", "status": "completed", "tag": "768f9b46-f40c-462a-9939-66ae8d5ae829"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:37.675097 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.675097 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.675925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.676320 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > port after_create 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.676711 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > port after_delete 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.677096 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > port after_update 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.678415 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.678415 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.679181 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.679809 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.691083 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 768f9b46-f40c-462a-9939-66ae8d5ae829, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=768f9b46-f40c-462a-9939-66ae8d5ae829,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:37.721282 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c1ba7-94d0-4c10-b514-05267ce7665b x-openstack-request-id: req-4a9c1ba7-94d0-4c10-b514-05267ce7665b {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:37.721593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42741a2-6bd8-4b11-a61e-e62197667982", "name": "network-vif-plugged", "status": "completed", "tag": "768f9b46-f40c-462a-9939-66ae8d5ae829", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:37.721880 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4a9c1ba7-94d0-4c10-b514-05267ce7665b {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:37.722279 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9c1ba7-94d0-4c10-b514-05267ce7665b'] response: {'server_uuid': 'a42741a2-6bd8-4b11-a61e-e62197667982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768f9b46-f40c-462a-9939-66ae8d5ae829', 'code': 200} Jul 26 15:06:37.735864 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 2460b82e-a3ab-41ba-a80b-36783d25cf75 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:37.760209 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 2460b82e-a3ab-41ba-a80b-36783d25cf75 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:06:37.760564 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 2460b82e-a3ab-41ba-a80b-36783d25cf75 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:37.761089 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 1b9e409e-24ba-4254-98ac-17d4c4b55122 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:37.775828 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35264) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:37.782553 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.788067 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 1b9e409e-24ba-4254-98ac-17d4c4b55122 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:06:37.788514 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 1b9e409e-24ba-4254-98ac-17d4c4b55122 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:37.856315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=768f9b46-f40c-462a-9939-66ae8d5ae829,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.875033 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.875983 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.875983 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.876283 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:06:37.876646 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3150bab-ca1f-4ff6-8e48-2587db7cfe8e']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:37.883712 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e42dabef-02bd-4d22-a1f8-ce1d522c23f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (af897c60-2e6d-4c1b-8bfe-941b7a4ce4a7), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.886505 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e42dabef-02bd-4d22-a1f8-ce1d522c23f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.890199 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e42dabef-02bd-4d22-a1f8-ce1d522c23f3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/af897c60-2e6d-4c1b-8bfe-941b7a4ce4a7 HTTP/1.1" status: 204 len: 168 time: 0.5443778 Jul 26 15:06:37.911501 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea598025-a37b-490b-bc3c-d2ea00af2b03') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:37.911815 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea598025-a37b-490b-bc3c-d2ea00af2b03') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:37.923325 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d75870d-9fd3-45a8-aab0-7136092a6683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.924525 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dabef-02bd-4d22-a1f8-ce1d522c23f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af897c60-2e6d-4c1b-8bfe-941b7a4ce4a7,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.932633 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (ea598025-a37b-490b-bc3c-d2ea00af2b03), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.971350 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (ea598025-a37b-490b-bc3c-d2ea00af2b03), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.982266 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:06:37.982771 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (ea598025-a37b-490b-bc3c-d2ea00af2b03), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.027922 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d75870d-9fd3-45a8-aab0-7136092a6683 admin admin] Publish callbacks [] for security_group (9f31f14d-e7ea-4c95-b7ff-02bfbf1c75cf), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.074021 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5c842-0ab0-4643-a17f-33cdf24a14a3 req-71ee169c-62e1-42e5-950b-7cab1c8bc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:38.075995 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5eb5c842-0ab0-4643-a17f-33cdf24a14a3 req-71ee169c-62e1-42e5-950b-7cab1c8bc5dc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 1130 time: 0.0468025 Jul 26 15:06:38.117896 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d75870d-9fd3-45a8-aab0-7136092a6683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (9f31f14d-e7ea-4c95-b7ff-02bfbf1c75cf), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.151581 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (a3150bab-ca1f-4ff6-8e48-2587db7cfe8e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.164997 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.171285 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] 10.222.0.94 "DELETE /v2.0/networks/a3150bab-ca1f-4ff6-8e48-2587db7cfe8e HTTP/1.1" status: 204 len: 168 time: 1.5917170 Jul 26 15:06:38.172240 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5eb5c842-0ab0-4643-a17f-33cdf24a14a3 req-329194a2-112e-469f-a60e-0827fec10dc8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877569 Jul 26 15:06:38.175297 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75870d-9fd3-45a8-aab0-7136092a6683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31f14d-e7ea-4c95-b7ff-02bfbf1c75cf,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:38.180758 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1d75870d-9fd3-45a8-aab0-7136092a6683 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=68941b1b130b48b087fcac2cd59af3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036813 Jul 26 15:06:38.183354 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35282) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:38.193510 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e109b8-988a-475b-9542-2e229ff5970e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3150bab-ca1f-4ff6-8e48-2587db7cfe8e,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:38.257345 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-891f7ed6-91a8-45ee-b605-18ac463f62a0 admin admin] Publish callbacks [] for security_group (9f31f14d-e7ea-4c95-b7ff-02bfbf1c75cf), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.288533 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-891f7ed6-91a8-45ee-b605-18ac463f62a0 admin admin] Publish callbacks [] for security_group (9f31f14d-e7ea-4c95-b7ff-02bfbf1c75cf), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.309317 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment ea598025-a37b-490b-bc3c-d2ea00af2b03 resource provider aggregate not found Jul 26 15:06:38.332693 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:38.336966 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment ea598025-a37b-490b-bc3c-d2ea00af2b03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea598025-a37b-490b-bc3c-d2ea00af2b03 found for delete ", "request_id": "req-8bcab206-101a-4433-992a-0585c8a7e335"}]} Jul 26 15:06:38.458792 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-891f7ed6-91a8-45ee-b605-18ac463f62a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (9f31f14d-e7ea-4c95-b7ff-02bfbf1c75cf), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.464470 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-891f7ed6-91a8-45ee-b605-18ac463f62a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.469038 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-891f7ed6-91a8-45ee-b605-18ac463f62a0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9f31f14d-e7ea-4c95-b7ff-02bfbf1c75cf HTTP/1.1" status: 204 len: 168 time: 0.2810092 Jul 26 15:06:38.486323 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f7ed6-91a8-45ee-b605-18ac463f62a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31f14d-e7ea-4c95-b7ff-02bfbf1c75cf,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:38.518101 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c284c4a-4a9e-44aa-9a9b-5152fadd29bf req-92e060c7-bb6c-4a83-b92a-786bbe3a05d9 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:38.520366 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2c284c4a-4a9e-44aa-9a9b-5152fadd29bf req-92e060c7-bb6c-4a83-b92a-786bbe3a05d9 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 946 time: 0.0871532 Jul 26 15:06:38.556621 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:38.592883 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99339bb-40e1-44ad-b13d-1e82a790ef99 req-a0f17c23-032f-4ffc-9e39-75a866b51547 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:38.593099 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2c284c4a-4a9e-44aa-9a9b-5152fadd29bf req-f98369a9-9329-4e84-95ed-52fbe7226860 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Jul 26 15:06:38.594394 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a99339bb-40e1-44ad-b13d-1e82a790ef99 req-a0f17c23-032f-4ffc-9e39-75a866b51547 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0660627 Jul 26 15:06:38.644297 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a99339bb-40e1-44ad-b13d-1e82a790ef99 req-e0b9b42e-59f5-49a4-b16c-081a55f929c9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Jul 26 15:06:38.722853 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35302) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:38.770464 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-7264d205-f3a5-4eda-a1e3-d5f46abc603c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bb18a5955f814887bcfa9650bcaa2ce9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463030 Jul 26 15:06:38.773764 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35304) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:38.834968 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2b6a-8a1c-4e10-9902-4b786a3f5536 admin admin] Publish callbacks [] for security_group (256a41a1-fa81-4221-b8e7-10907d1bdb93), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:38.859206 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2b6a-8a1c-4e10-9902-4b786a3f5536 admin admin] Publish callbacks [] for security_group (256a41a1-fa81-4221-b8e7-10907d1bdb93), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:39.017051 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2b6a-8a1c-4e10-9902-4b786a3f5536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (256a41a1-fa81-4221-b8e7-10907d1bdb93), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:39.019882 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2b6a-8a1c-4e10-9902-4b786a3f5536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:39.021048 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-8c4b2b6a-8a1c-4e10-9902-4b786a3f5536 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/256a41a1-fa81-4221-b8e7-10907d1bdb93 HTTP/1.1" status: 204 len: 168 time: 0.2461278 Jul 26 15:06:39.030093 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b2b6a-8a1c-4e10-9902-4b786a3f5536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a41a1-fa81-4221-b8e7-10907d1bdb93,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:39.744936 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c95885-a8cc-458d-914e-039ab56ad011 req-4a73979e-7551-4f26-964c-e3d6186aa892 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:39.752270 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b4c95885-a8cc-458d-914e-039ab56ad011 req-4a73979e-7551-4f26-964c-e3d6186aa892 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 946 time: 0.0813670 Jul 26 15:06:39.755322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35330) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:39.783766 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a368f8b-bfad-4340-a508-6c8624de9ca3 req-846af473-0a31-456b-86f0-eaf5b88ac085 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:39.785728 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6a368f8b-bfad-4340-a508-6c8624de9ca3 req-846af473-0a31-456b-86f0-eaf5b88ac085 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0568595 Jul 26 15:06:39.808435 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c4d0-3726-4842-b139-c4269759aecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:39.867117 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6a368f8b-bfad-4340-a508-6c8624de9ca3 req-849d16ee-3981-4415-942f-8d74429c6d2f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725048 Jul 26 15:06:39.899476 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b4c95885-a8cc-458d-914e-039ab56ad011 req-ecad254e-c851-4fa3-9727-da8c06101ac5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457069 Jul 26 15:06:39.971364 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c4d0-3726-4842-b139-c4269759aecf admin admin] Publish callbacks [] for security_group (cdc828a0-53d4-433d-a49d-aa2d20e2ad3e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:40.055216 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c4d0-3726-4842-b139-c4269759aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (cdc828a0-53d4-433d-a49d-aa2d20e2ad3e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:40.106879 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7cd2c4d0-3726-4842-b139-c4269759aecf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cd819e39f5a0466296d8057328681125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476279 Jul 26 15:06:40.107836 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2c4d0-3726-4842-b139-c4269759aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc828a0-53d4-433d-a49d-aa2d20e2ad3e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:40.110413 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35342) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:40.172457 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-02c3c418-2928-49dc-8c69-3c4cc405f515 admin admin] Publish callbacks [] for security_group (cdc828a0-53d4-433d-a49d-aa2d20e2ad3e), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:40.200955 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-02c3c418-2928-49dc-8c69-3c4cc405f515 admin admin] Publish callbacks [] for security_group (cdc828a0-53d4-433d-a49d-aa2d20e2ad3e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:40.328322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-02c3c418-2928-49dc-8c69-3c4cc405f515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (cdc828a0-53d4-433d-a49d-aa2d20e2ad3e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:40.330943 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-02c3c418-2928-49dc-8c69-3c4cc405f515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:40.334540 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-02c3c418-2928-49dc-8c69-3c4cc405f515 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cdc828a0-53d4-433d-a49d-aa2d20e2ad3e HTTP/1.1" status: 204 len: 168 time: 0.2208865 Jul 26 15:06:40.344045 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3c418-2928-49dc-8c69-3c4cc405f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc828a0-53d4-433d-a49d-aa2d20e2ad3e,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:40.477259 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4b67135f-3628-49fb-8a38-983c1e9b97d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:41.009277 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59f298-7b65-485f-b311-840e5662e9fe req-a672ed25-0d6b-4e81-8c09-f231475a7a35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:41.010895 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ed59f298-7b65-485f-b311-840e5662e9fe req-a672ed25-0d6b-4e81-8c09-f231475a7a35 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0657868 Jul 26 15:06:41.096653 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ed59f298-7b65-485f-b311-840e5662e9fe req-10e1ee44-e8d0-4894-933a-9c138dbdcc18 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795717 Jul 26 15:06:41.232084 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418bf2a-0636-42d3-b717-02e06b3568eb req-5fafbd36-eed5-4b9e-a810-71d969639b5e tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:41.234028 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d418bf2a-0636-42d3-b717-02e06b3568eb req-5fafbd36-eed5-4b9e-a810-71d969639b5e tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 946 time: 0.0634937 Jul 26 15:06:41.304348 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d418bf2a-0636-42d3-b717-02e06b3568eb req-0dbfa10c-2ee3-4c55-834d-1e0ecd49db86 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643039 Jul 26 15:06:41.860247 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:42.238323 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470d9c-7c80-4bd4-ac28-8b878bc5da1a req-c3158ac0-bd9e-430f-888a-f74f96d1a019 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:42.241297 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ea470d9c-7c80-4bd4-ac28-8b878bc5da1a req-c3158ac0-bd9e-430f-888a-f74f96d1a019 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0535777 Jul 26 15:06:42.301825 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ea470d9c-7c80-4bd4-ac28-8b878bc5da1a req-8901b32f-9998-473f-9ab1-364910e4b9a4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Jul 26 15:06:43.168751 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35426) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:43.285943 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a4a205ed-8adf-49ea-b43e-59f52c1c3b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:43.296081 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:43.371619 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a4a205ed-8adf-49ea-b43e-59f52c1c3b55 admin admin] Publish callbacks [] for security_group (7399d0c3-70c9-4cec-bd25-66765425c2f8), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:43.430611 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d60ea0-122e-4542-987e-6ba2584e5c34 req-8cc50d90-02ce-4ec4-917f-3632412091cb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:43.432195 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-39d60ea0-122e-4542-987e-6ba2584e5c34 req-8cc50d90-02ce-4ec4-917f-3632412091cb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0488532 Jul 26 15:06:43.447150 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:43.486926 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-39d60ea0-122e-4542-987e-6ba2584e5c34 req-715f1336-5563-40d2-bcc1-a803974e7ded tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 Jul 26 15:06:43.489002 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a4a205ed-8adf-49ea-b43e-59f52c1c3b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7399d0c3-70c9-4cec-bd25-66765425c2f8), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:43.535882 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a4a205ed-8adf-49ea-b43e-59f52c1c3b55 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=306f7bbc2933454487375b44207a2daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653460 Jul 26 15:06:43.536122 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a205ed-8adf-49ea-b43e-59f52c1c3b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7399d0c3-70c9-4cec-bd25-66765425c2f8,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:43.538127 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35434) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:43.602893 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fa121ecb-9630-49db-8fd0-41b49c77f91f admin admin] Publish callbacks [] for security_group (7399d0c3-70c9-4cec-bd25-66765425c2f8), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:43.628703 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fa121ecb-9630-49db-8fd0-41b49c77f91f admin admin] Publish callbacks [] for security_group (7399d0c3-70c9-4cec-bd25-66765425c2f8), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:43.665352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cc06ed96-5aa9-426d-85e0-31ccc2717f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:43.752188 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fa121ecb-9630-49db-8fd0-41b49c77f91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7399d0c3-70c9-4cec-bd25-66765425c2f8), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:43.755307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fa121ecb-9630-49db-8fd0-41b49c77f91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:43.759998 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-fa121ecb-9630-49db-8fd0-41b49c77f91f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7399d0c3-70c9-4cec-bd25-66765425c2f8 HTTP/1.1" status: 204 len: 168 time: 0.2207885 Jul 26 15:06:43.771132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa121ecb-9630-49db-8fd0-41b49c77f91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7399d0c3-70c9-4cec-bd25-66765425c2f8,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:44.271864 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-28a5f06f-1086-4f9c-87d4-1cf111e9bcb5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712790 Jul 26 15:06:44.338763 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eaae6-abdb-4bcd-9201-3e2723c7e6b5 req-3a00dcde-797b-49c3-84fd-9a0e899850c8 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:44.340382 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-382eaae6-abdb-4bcd-9201-3e2723c7e6b5 req-3a00dcde-797b-49c3-84fd-9a0e899850c8 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 946 time: 0.0737638 Jul 26 15:06:44.406166 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-382eaae6-abdb-4bcd-9201-3e2723c7e6b5 req-a584a314-1dcc-40a0-b646-19db1a31bf08 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531716 Jul 26 15:06:44.613091 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72288b9c-9dfb-411d-8a42-c1193be79dc5 req-9d3a1f2a-8fdf-4f06-91a0-e545a3125b4a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:44.614561 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-72288b9c-9dfb-411d-8a42-c1193be79dc5 req-9d3a1f2a-8fdf-4f06-91a0-e545a3125b4a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0499997 Jul 26 15:06:44.675280 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-72288b9c-9dfb-411d-8a42-c1193be79dc5 req-dcfa4565-a277-4cb5-a4ba-7b3beb06e5cc tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547080 Jul 26 15:06:45.088602 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.186704 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35488) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:45.272667 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:DELETE=1,neutron:SELECT=84 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:45.283200 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=43 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:45.295818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1172823123-network', 'tenant_id': '87391d9e4bdc48209437f1d786f376c1'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:45.408536 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Made reservation on behalf of 87391d9e4bdc48209437f1d786f376c1 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:45.411040 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.421421 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.434709 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:45.553241 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Publish callbacks [] for security_group (4460e59d-b3c2-4b47-a095-f7759145b5da), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.560412 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdcae6-5cb4-449d-b04e-c5187bbe279a req-1f306f9a-b9a5-466d-97f9-ece14e5b86a6 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:45.562007 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-24fdcae6-5cb4-449d-b04e-c5187bbe279a req-1f306f9a-b9a5-466d-97f9-ece14e5b86a6 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 946 time: 0.0732048 Jul 26 15:06:45.627876 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-24fdcae6-5cb4-449d-b04e-c5187bbe279a req-21e4425c-d81a-4dca-a2b5-3cec21fe8c4a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596848 Jul 26 15:06:45.654374 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4460e59d-b3c2-4b47-a095-f7759145b5da), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.684808 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:06:45.697193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4460e59d-b3c2-4b47-a095-f7759145b5da,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:45.705003 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (91f6e348-1bd0-4e17-a09c-d2c0b6a7759e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.705831 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Added segment 91f6e348-1bd0-4e17-a09c-d2c0b6a7759e of type vlan for network d851ed92-9c90-461b-be87-9a00db72d9c3 Jul 26 15:06:45.780338 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (d851ed92-9c90-461b-be87-9a00db72d9c3), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.826431 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb8c3a-e040-481a-b141-e4b1c822c320 req-adf194a1-d858-4b30-aeae-a6d3548efd99 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:45.826915 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:45.833622 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d9bb8c3a-e040-481a-b141-e4b1c822c320 req-adf194a1-d858-4b30-aeae-a6d3548efd99 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0679345 Jul 26 15:06:45.886251 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d9bb8c3a-e040-481a-b141-e4b1c822c320 req-92360260-399c-4d89-9fc8-5184c6b7fdab tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510654 Jul 26 15:06:45.936430 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35516) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:45.950194 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (d851ed92-9c90-461b-be87-9a00db72d9c3), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.952101 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:45.952101 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.031189 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Pushing event updated for resources: {'Network': ['ID=d851ed92-9c90-461b-be87-9a00db72d9c3,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:46.042752 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.043296 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.043868 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.044385 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.044885 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.045307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.045918 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.046338 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.046814 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.047224 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.047660 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.048057 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.048485 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.048931 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.049351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:46.062693 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network d851ed92-9c90-461b-be87-9a00db72d9c3 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:06:46.084842 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9fab441d-ffe8-47ba-bb8b-4abab122e811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.152082 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-66292fd0-5eb4-4ee5-8932-e7b0c7e35283 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9614372 Jul 26 15:06:46.159409 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35524) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:46.159409 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Request body: {'subnet': {'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1172823123-subnet', 'tenant_id': '87391d9e4bdc48209437f1d786f376c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:46.176585 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9fab441d-ffe8-47ba-bb8b-4abab122e811 admin admin] Publish callbacks [] for security_group (4f725c46-2718-4b30-a7ef-f52872104a7d), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.188542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:46.264074 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Made reservation on behalf of 87391d9e4bdc48209437f1d786f376c1 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:46.267036 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.268960 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9fab441d-ffe8-47ba-bb8b-4abab122e811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4f725c46-2718-4b30-a7ef-f52872104a7d), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.310731 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9fab441d-ffe8-47ba-bb8b-4abab122e811 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ab09a0cd208b4b2b93bd2c292b8f4e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731830 Jul 26 15:06:46.314088 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35526) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:46.323481 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab441d-ffe8-47ba-bb8b-4abab122e811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f725c46-2718-4b30-a7ef-f52872104a7d,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:46.329060 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.383501 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f6464e88-dbea-4cca-814f-21af3f9a17c3 admin admin] Publish callbacks [] for security_group (4f725c46-2718-4b30-a7ef-f52872104a7d), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.386251 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:06:46.409320 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f6464e88-dbea-4cca-814f-21af3f9a17c3 admin admin] Publish callbacks [] for security_group (4f725c46-2718-4b30-a7ef-f52872104a7d), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.447099 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:46.534347 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f6464e88-dbea-4cca-814f-21af3f9a17c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4f725c46-2718-4b30-a7ef-f52872104a7d), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.537033 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f6464e88-dbea-4cca-814f-21af3f9a17c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:46.538333 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f6464e88-dbea-4cca-814f-21af3f9a17c3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4f725c46-2718-4b30-a7ef-f52872104a7d HTTP/1.1" status: 204 len: 168 time: 0.2232785 Jul 26 15:06:46.548881 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6464e88-dbea-4cca-814f-21af3f9a17c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f725c46-2718-4b30-a7ef-f52872104a7d,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:46.774494 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-c8df62d3-01e8-40d6-b50f-c496e655305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:46.780328 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-c8df62d3-01e8-40d6-b50f-c496e655305a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 1130 time: 0.0557704 Jul 26 15:06:46.819379 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f164-7a88-4441-b5cd-594348694e3c req-10040a8d-8eff-4fb6-b0b3-2f423efc92bc tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:46.821003 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-01d9f164-7a88-4441-b5cd-594348694e3c req-10040a8d-8eff-4fb6-b0b3-2f423efc92bc tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 946 time: 0.0901682 Jul 26 15:06:46.830001 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-b1ea7658-b15b-444f-ab01-70dded314f29 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:46.831612 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-b1ea7658-b15b-444f-ab01-70dded314f29 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.102 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 946 time: 0.0881953 Jul 26 15:06:46.991799 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-01d9f164-7a88-4441-b5cd-594348694e3c req-29a86984-56ef-4a28-85b1-4111e8b7a765 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585522 Jul 26 15:06:47.016502 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-0d120015-c4b0-4407-993d-f0d7640067b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:47.018041 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-0d120015-c4b0-4407-993d-f0d7640067b4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 916 time: 0.1974933 Jul 26 15:06:47.021553 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:47.071089 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead7bcf-781a-4a05-98c7-77ab8b571767 req-d6e3766a-e455-4b88-9461-6ad4cd604e00 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:47.074220 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bead7bcf-781a-4a05-98c7-77ab8b571767 req-d6e3766a-e455-4b88-9461-6ad4cd604e00 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0737798 Jul 26 15:06:47.079178 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (fb9fd30b-bf24-4763-9ecc-381ef1f30d14), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.089241 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Deleting port 768f9b46-f40c-462a-9939-66ae8d5ae829 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:06:47.089584 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.177043 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9fd30b-bf24-4763-9ecc-381ef1f30d14,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:47.195036 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bead7bcf-781a-4a05-98c7-77ab8b571767 req-5a06a8f6-009b-45ff-8c3b-432adc6e4c5a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077266 Jul 26 15:06:47.198024 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.198292 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.198635 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.198973 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.199298 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.199671 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.199988 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.200312 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.200633 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.201118 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.201418 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.201781 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.202116 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.202767 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.203037 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:47.210255 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] For port 768f9b46-f40c-462a-9939-66ae8d5ae829, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=768f9b46-f40c-462a-9939-66ae8d5ae829,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:47.210718 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.215698 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Checking segment: {'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:06:47.216068 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Network hostable DHCP agents. Network: d851ed92-9c90-461b-be87-9a00db72d9c3, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:06:47.228853 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Calling delete_port for 768f9b46-f40c-462a-9939-66ae8d5ae829 owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:06:47.351864 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.359747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:47.380017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Network d851ed92-9c90-461b-be87-9a00db72d9c3 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:06:47.465724 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35550) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:47.480372 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d234e1e-b0bc-4c63-a333-b442365ee45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.483641 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (768f9b46-f40c-462a-9939-66ae8d5ae829), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.484425 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, d851ed92-9c90-461b-be87-9a00db72d9c3) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:47.489663 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:47.492754 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.497537 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344ba77-c7ef-4b00-a073-833b740968e2 None None] Network d851ed92-9c90-461b-be87-9a00db72d9c3 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:06:47.538874 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['768f9b46-f40c-462a-9939-66ae8d5ae829'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:06:47.574194 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Pushing event deleted for resources: {'Port': ['ID=768f9b46-f40c-462a-9939-66ae8d5ae829,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:47.605978 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] No DVR routers for this DVR port 768f9b46-f40c-462a-9939-66ae8d5ae829 on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:06:47.616541 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-3b5f71eb-49ea-4dea-af1b-877856a8e7ad admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4612594 Jul 26 15:06:47.616880 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.621562 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-12a84320-8081-4f33-b093-3ebb6f4dd434 req-e0c89302-2dca-4dd9-8a40-f23b45db7fba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.102 "DELETE /v2.0/ports/768f9b46-f40c-462a-9939-66ae8d5ae829 HTTP/1.1" status: 204 len: 173 time: 0.7741051 Jul 26 15:06:47.622307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42741a2-6bd8-4b11-a61e-e62197667982', 'name': 'network-vif-deleted', 'tag': '768f9b46-f40c-462a-9939-66ae8d5ae829'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:06:47.625839 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce911d1a-569f-4a07-ae3c-ee182e4c1934" -d '{"events": [{"server_uuid": "a42741a2-6bd8-4b11-a61e-e62197667982", "name": "network-vif-deleted", "tag": "768f9b46-f40c-462a-9939-66ae8d5ae829"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:47.637419 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc4692-bad5-448d-b460-d3c84eec0834 None None] Network d851ed92-9c90-461b-be87-9a00db72d9c3 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:06:47.691903 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149d1f91-2fdd-4cce-84b3-4ada6a31c9e8 x-openstack-request-id: req-149d1f91-2fdd-4cce-84b3-4ada6a31c9e8 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:47.691903 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42741a2-6bd8-4b11-a61e-e62197667982", "name": "network-vif-deleted", "tag": "768f9b46-f40c-462a-9939-66ae8d5ae829", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:47.691903 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-149d1f91-2fdd-4cce-84b3-4ada6a31c9e8 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:47.691903 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149d1f91-2fdd-4cce-84b3-4ada6a31c9e8'] response: {'server_uuid': 'a42741a2-6bd8-4b11-a61e-e62197667982', 'name': 'network-vif-deleted', 'tag': '768f9b46-f40c-462a-9939-66ae8d5ae829', 'status': 'completed', 'code': 200} Jul 26 15:06:47.717908 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d234e1e-b0bc-4c63-a333-b442365ee45d admin admin] Publish callbacks [] for security_group (75eb1425-8110-44a7-ab15-d020b0724249), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.797197 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d234e1e-b0bc-4c63-a333-b442365ee45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (75eb1425-8110-44a7-ab15-d020b0724249), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.856612 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6d234e1e-b0bc-4c63-a333-b442365ee45d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a9f8df8d077c496d996ea884ce3fb12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897197 Jul 26 15:06:47.860667 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d234e1e-b0bc-4c63-a333-b442365ee45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb1425-8110-44a7-ab15-d020b0724249,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:47.861093 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35570) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:47.925682 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-01b4649d-0dc7-4625-bc9a-4ff1de006b11 admin admin] Publish callbacks [] for security_group (75eb1425-8110-44a7-ab15-d020b0724249), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:47.954644 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-01b4649d-0dc7-4625-bc9a-4ff1de006b11 admin admin] Publish callbacks [] for security_group (75eb1425-8110-44a7-ab15-d020b0724249), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:48.098382 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-01b4649d-0dc7-4625-bc9a-4ff1de006b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (75eb1425-8110-44a7-ab15-d020b0724249), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:48.102247 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-01b4649d-0dc7-4625-bc9a-4ff1de006b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:48.104214 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-01b4649d-0dc7-4625-bc9a-4ff1de006b11 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/75eb1425-8110-44a7-ab15-d020b0724249 HTTP/1.1" status: 204 len: 168 time: 0.2429245 Jul 26 15:06:48.113778 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4649d-0dc7-4625-bc9a-4ff1de006b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb1425-8110-44a7-ab15-d020b0724249,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:48.170042 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e3d67b7-e42d-48d2-8c3a-120886b60b73 req-ff7768a1-3d17-474d-86e2-b61fa6a55817 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0774367 Jul 26 15:06:48.265735 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:48.279554 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-0493f03e-a936-4a4e-9a22-08d8cb4b4134 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957f7279-c7e0-4980-871c-ba5e2033c52a HTTP/1.1" status: 200 len: 1002 time: 0.0986934 Jul 26 15:06:48.357511 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-02f9946f-a447-4e6f-8a75-24beaba7b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:48.360489 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-02f9946f-a447-4e6f-8a75-24beaba7b5c1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.0702376 Jul 26 15:06:48.450118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851d2d-7232-414f-b802-daec06766ce7 req-ad605942-4d35-4c06-8f3b-51f6b4ad41b0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:48.453779 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e6851d2d-7232-414f-b802-daec06766ce7 req-ad605942-4d35-4c06-8f3b-51f6b4ad41b0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0747430 Jul 26 15:06:48.455573 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-b755a41c-1ac2-4185-9290-94eefccaaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:48.457480 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-b755a41c-1ac2-4185-9290-94eefccaaf8e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557940 Jul 26 15:06:48.555735 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e6851d2d-7232-414f-b802-daec06766ce7 req-faaa7ee1-8cad-4498-8c0f-2820015c806c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949600 Jul 26 15:06:48.606562 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1083a42-28f1-4f93-b0a1-59d1e9a3c576 req-e5440605-a82b-4742-b800-ed7ce26d2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:48.608118 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1083a42-28f1-4f93-b0a1-59d1e9a3c576 req-e5440605-a82b-4742-b800-ed7ce26d2986 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 1129 time: 0.0666070 Jul 26 15:06:48.625470 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-96cc55e3-60fe-4ba4-a4d2-4ac0cc2d431f service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566720 Jul 26 15:06:48.701112 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1083a42-28f1-4f93-b0a1-59d1e9a3c576 req-573bd1d2-dccb-4938-af33-c7f80a8bcdae service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769122 Jul 26 15:06:48.792223 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-448ef8d8-7a11-441c-b58f-eafe5487b23f req-6358c750-c707-4530-b62d-7358116a5934 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522448 Jul 26 15:06:49.324048 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8b917b61-9b4f-43ab-b2f1-91cdbe168082 req-63253fc0-7c3d-4f0f-8fe0-14efb730fa6a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0299211 Jul 26 15:06:49.721163 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c7a0e-ea0a-401e-a236-6aaaa185798b req-a24e0bf3-1213-458c-a0f3-c14051c11c37 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:49.728871 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-094c7a0e-ea0a-401e-a236-6aaaa185798b req-a24e0bf3-1213-458c-a0f3-c14051c11c37 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0702889 Jul 26 15:06:49.782234 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-094c7a0e-ea0a-401e-a236-6aaaa185798b req-50286c5b-e144-4876-baf5-6552c7afba39 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498669 Jul 26 15:06:50.101167 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:50.168751 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-ec5f0999-9e07-420e-92b9-565d9cd3749e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:50.171526 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-ec5f0999-9e07-420e-92b9-565d9cd3749e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/networks?id=d851ed92-9c90-461b-be87-9a00db72d9c3 HTTP/1.1" status: 200 len: 814 time: 0.1218386 Jul 26 15:06:50.190516 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-90ae3684-b6b5-4548-8ef4-b212381480de tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/quotas/87391d9e4bdc48209437f1d786f376c1 HTTP/1.1" status: 200 len: 375 time: 0.0143874 Jul 26 15:06:50.235866 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-a4a6e30d-2e06-4dd5-9dc6-50205ef56a3b tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=87391d9e4bdc48209437f1d786f376c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335324 Jul 26 15:06:50.350835 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-e0bc5c8b-6820-4e0c-8e9a-0fa4ff356a11 service neutron] 10.222.0.94 "GET /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991316 Jul 26 15:06:50.472798 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-debfd0a4-b0b7-400d-ac47-0fc8491a0fee service neutron] 10.222.0.94 "GET /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160109 Jul 26 15:06:50.494759 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-885a5fce-be01-4ffb-947c-cb7aefc90200 req-b98dc820-333c-4923-b556-4c334922353a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=a42741a2-6bd8-4b11-a61e-e62197667982 HTTP/1.1" status: 200 len: 210 time: 0.0358155 Jul 26 15:06:50.847264 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-968945ca-5d3d-4e5f-9eb8-693c1dca2598 req-a93f8408-5eb9-47ea-9185-2e91a80ec700 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 210 time: 0.0461171 Jul 26 15:06:50.938133 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b8803-b714-4ecd-b7b2-02ad8541cda8 req-8079266b-eeb2-4b4a-8a32-811937a88610 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:50.940054 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ac2b8803-b714-4ecd-b7b2-02ad8541cda8 req-8079266b-eeb2-4b4a-8a32-811937a88610 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0630310 Jul 26 15:06:51.009222 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ac2b8803-b714-4ecd-b7b2-02ad8541cda8 req-aab45eea-f40e-4887-9bd6-036efbe22183 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613267 Jul 26 15:06:51.142808 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26116a-40be-4e80-af26-5aa4568cd350 req-9eaf69c7-76d6-49e1-a04f-17d5baefddac tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:51.144320 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6f26116a-40be-4e80-af26-5aa4568cd350 req-9eaf69c7-76d6-49e1-a04f-17d5baefddac tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0530403 Jul 26 15:06:51.167134 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 768f9b46-f40c-462a-9939-66ae8d5ae829 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:51.192231 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 768f9b46-f40c-462a-9939-66ae8d5ae829 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:06:51.192679 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 768f9b46-f40c-462a-9939-66ae8d5ae829 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:51.201807 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6f26116a-40be-4e80-af26-5aa4568cd350 req-05b342ce-2aab-4569-a67f-1e25a0631a8d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511937 Jul 26 15:06:51.860240 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:51.891308 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-4cc86cde-a9d7-424f-83ed-8c4023e0af8a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:51.893844 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-4cc86cde-a9d7-424f-83ed-8c4023e0af8a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/networks?id=f592bdd4-ff36-4285-b3a5-96166a7a017a HTTP/1.1" status: 200 len: 809 time: 0.1427066 Jul 26 15:06:51.916565 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-5cd14785-931e-462f-baaf-e9eba1be8ddc tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/quotas/4272758d01274f419bc75c85140daa06 HTTP/1.1" status: 200 len: 375 time: 0.0150514 Jul 26 15:06:51.961840 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7ae5e8e9-96bb-4a16-83b0-000d9e99f3f7 req-8d09d7c5-1f1b-4dc0-af15-92ce06608106 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 210 time: 0.0515132 Jul 26 15:06:52.006502 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-5985fab2-b4e1-47f7-9e74-7f27ac75f2c5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4272758d01274f419bc75c85140daa06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676055 Jul 26 15:06:52.125668 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-a3a6bba3-e0ef-44c7-a5f1-e5c8580e1264 service neutron] 10.222.0.94 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078496 Jul 26 15:06:52.260709 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-fd3cac12-6797-4728-9f07-68d040e13e38 service neutron] 10.222.0.94 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279800 Jul 26 15:06:52.540344 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-16540df0-7d2c-4589-ad77-bf73a4de2c91 req-5a20c52b-fa8e-42c4-b782-cd83729d38af tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0509374 Jul 26 15:06:53.072746 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-99224903-fb5b-4fab-84fe-36a0b62ba25a req-05e611d8-5ead-4626-8631-0f6bd586c291 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 210 time: 0.0381477 Jul 26 15:06:53.657329 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-265e5dab-b391-446e-ba17-cd31ca8e55fd req-8c19c682-f25f-46a1-bb9f-cee0111283e5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0339668 Jul 26 15:06:53.714516 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ee067-2f19-4423-b326-9a29fec4b134 req-9a972eb2-3fd2-42df-9e16-909eabf47de6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:53.716171 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d69ee067-2f19-4423-b326-9a29fec4b134 req-9a972eb2-3fd2-42df-9e16-909eabf47de6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0504587 Jul 26 15:06:53.768841 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d69ee067-2f19-4423-b326-9a29fec4b134 req-177e464d-176d-4f8d-affd-61515419977e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Jul 26 15:06:53.994074 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35768) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:54.104599 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c3b30c3-bd45-404e-9a07-89d5e9f0ec90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:54.197596 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1744d99f-0fa5-4ec1-a955-b0a12c3ee7a0 req-b780228a-8531-4347-9425-9d6252a28efb tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 210 time: 0.0390258 Jul 26 15:06:54.219515 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c3b30c3-bd45-404e-9a07-89d5e9f0ec90 admin admin] Publish callbacks [] for security_group (bdff3fda-d8cb-433d-bbe5-699d3ae5bfcb), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:54.671395 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c3b30c3-bd45-404e-9a07-89d5e9f0ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (bdff3fda-d8cb-433d-bbe5-699d3ae5bfcb), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:54.716421 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5c3b30c3-bd45-404e-9a07-89d5e9f0ec90 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=450b6bbee14b4c388918e127866589cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7212112 Jul 26 15:06:54.718571 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b30c3-bd45-404e-9a07-89d5e9f0ec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdff3fda-d8cb-433d-bbe5-699d3ae5bfcb,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:54.721099 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35778) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:54.771333 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-dde69742-7d76-40e5-87e4-7636642f67a5 req-ce7953b3-6951-4393-8a84-d108080a8865 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0357091 Jul 26 15:06:54.780715 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ef30c421-14e6-44db-8e07-ef6d69c07d56 admin admin] Publish callbacks [] for security_group (bdff3fda-d8cb-433d-bbe5-699d3ae5bfcb), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:54.806489 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ef30c421-14e6-44db-8e07-ef6d69c07d56 admin admin] Publish callbacks [] for security_group (bdff3fda-d8cb-433d-bbe5-699d3ae5bfcb), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:54.898780 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fc541-c709-4d37-b1de-22ff59e7c64b req-fe62ce2a-73f5-4d41-8160-2a3e33709faf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:54.900306 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b38fc541-c709-4d37-b1de-22ff59e7c64b req-fe62ce2a-73f5-4d41-8160-2a3e33709faf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0567150 Jul 26 15:06:54.957038 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b38fc541-c709-4d37-b1de-22ff59e7c64b req-37823a22-119f-4b9f-bd8d-d69ceaf2b5e0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Jul 26 15:06:54.961275 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ef30c421-14e6-44db-8e07-ef6d69c07d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (bdff3fda-d8cb-433d-bbe5-699d3ae5bfcb), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:54.963989 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ef30c421-14e6-44db-8e07-ef6d69c07d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:54.965344 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ef30c421-14e6-44db-8e07-ef6d69c07d56 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bdff3fda-d8cb-433d-bbe5-699d3ae5bfcb HTTP/1.1" status: 204 len: 168 time: 0.2431014 Jul 26 15:06:54.967872 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:54.987047 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30c421-14e6-44db-8e07-ef6d69c07d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdff3fda-d8cb-433d-bbe5-699d3ae5bfcb,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:55.288544 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:55.311729 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2d7f39cc-457a-4267-9dbc-d75482fed74f req-74098f57-30b8-4c60-9b36-855aaefd83a6 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 210 time: 0.0322382 Jul 26 15:06:55.906031 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-70068c23-1ebc-4d0c-af18-fc7db49c6ddc req-0635f280-e22c-4fe8-ac30-9f25ecd707e1 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0534761 Jul 26 15:06:55.918769 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-94b01081-1087-4b24-bd7e-6cc8f3046cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:55.920356 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-94b01081-1087-4b24-bd7e-6cc8f3046cdf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 1129 time: 0.0660601 Jul 26 15:06:56.064313 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-a9f89aec-674e-49a6-b04f-3f9ef26a7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:56.066290 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-a9f89aec-674e-49a6-b04f-3f9ef26a7234 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.1342399 Jul 26 15:06:56.125058 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-d830637b-9c86-4db1-98b9-dc8c7f64d343 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0552bdab-a714-4a7a-a202-96df45a02287 HTTP/1.1" status: 200 len: 217 time: 0.0515275 Jul 26 15:06:56.138950 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1b797-fdf6-44b2-a574-5a44d15361d3 req-183d02c6-7571-4345-846a-0b5f469f5246 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:56.141383 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c4e1b797-fdf6-44b2-a574-5a44d15361d3 req-183d02c6-7571-4345-846a-0b5f469f5246 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0580621 Jul 26 15:06:56.192063 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-9acf8f2a-a322-4e6b-8261-0d67899ec92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:56.194081 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-9acf8f2a-a322-4e6b-8261-0d67899ec92f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0603926 Jul 26 15:06:56.196917 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c4e1b797-fdf6-44b2-a574-5a44d15361d3 req-a2465c7f-ec5a-4793-a188-3289f2da81c8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482817 Jul 26 15:06:56.266922 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-d2f76bdf-e067-4fbc-bf96-2e468b879ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:56.268881 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-d2f76bdf-e067-4fbc-bf96-2e468b879ee3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657585 Jul 26 15:06:56.299680 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:56.385944 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-9958ec2c-660d-4f23-b909-9c8a1e82498c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:56.385944 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-9958ec2c-660d-4f23-b909-9c8a1e82498c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.102 "GET /v2.0/networks?id=d851ed92-9c90-461b-be87-9a00db72d9c3 HTTP/1.1" status: 200 len: 814 time: 0.1412094 Jul 26 15:06:56.386480 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:56.396683 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Request body: {'port': {'device_id': '43a050fd-1d02-47df-b37b-17f496480a78', 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3', 'admin_state_up': True, 'tenant_id': '87391d9e4bdc48209437f1d786f376c1'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:06:56.412798 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-47e78849-3441-4332-9b71-c53dbfcbd4bf service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351871 Jul 26 15:06:56.487336 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6f2b8a3-d06c-49f4-bad2-fd162de1b920 req-0a65dfea-f21d-4cc1-bbaf-b6c0bf5519d3 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 210 time: 0.0404928 Jul 26 15:06:56.544505 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3010186-1db9-4935-a365-5b0c4e7f0d71 req-118281cb-134a-4d12-852b-268d2fb77a2f service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074224 Jul 26 15:06:57.112907 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-113c3fd3-2d8b-4b98-9c35-946f31da05af req-7165f05a-a134-46c4-a237-386710b431fd tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0280640 Jul 26 15:06:57.183995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Made reservation on behalf of 87391d9e4bdc48209437f1d786f376c1 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:57.196193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:57.371767 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b7d2-6a7e-499a-b40e-748b737854a0 req-ce457cf4-9468-4800-9c1e-813c520fe5ee tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:57.384879 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2ba2b7d2-6a7e-499a-b40e-748b737854a0 req-ce457cf4-9468-4800-9c1e-813c520fe5ee tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0639200 Jul 26 15:06:57.434518 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Allocated IP 172.20.0.8 (d851ed92-9c90-461b-be87-9a00db72d9c3/fb9fd30b-bf24-4763-9ecc-381ef1f30d14/642f8bc5-5d97-4c38-a9b4-6db449ae030e) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:06:57.443781 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2ba2b7d2-6a7e-499a-b40e-748b737854a0 req-72c4d2d1-8665-4e7c-99ef-3e88c3aa7abb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579593 Jul 26 15:06:57.712736 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6d32a4c-7902-4ff7-9555-766d3135fbed req-a1f87407-9d99-48c2-808e-812628d30ceb tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 210 time: 0.0367959 Jul 26 15:06:57.804995 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35868) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:57.850298 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks [] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:57.929744 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35876) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:57.945791 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:57.992099 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e0f06725-408e-49c9-b75e-81ef206a5865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:57.998399 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Network d851ed92-9c90-461b-be87-9a00db72d9c3 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:58.002201 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:58.010256 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:06:58.016293 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:58.046118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Pushing event updated for resources: {'Port': ['ID=642f8bc5-5d97-4c38-a9b4-6db449ae030e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:58.058279 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:58.078538 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:58.079209 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.090017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e0f06725-408e-49c9-b75e-81ef206a5865 admin admin] Publish callbacks [] for security_group (894e209a-1e64-4c81-8396-68cf2f363d5c), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.103248 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e768d66b-c75a-4615-b65a-1d8dd7504725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.157104 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e0f06725-408e-49c9-b75e-81ef206a5865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (894e209a-1e64-4c81-8396-68cf2f363d5c), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.176640 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:58.191557 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e768d66b-c75a-4615-b65a-1d8dd7504725 admin admin] Publish callbacks [] for security_group (7d81e2bf-a374-44ec-8edf-5ebb9790b957), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.216784 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d8d57c51-e821-4c62-b057-06edfc24052c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8271654 Jul 26 15:06:58.228253 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7252c892-20cb-4dda-b6a1-8bf61ce55be7 req-73af6501-4187-40fc-af21-611b875dfc54 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0475416 Jul 26 15:06:58.230869 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-e0f06725-408e-49c9-b75e-81ef206a5865 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c9cfcb9e78de43ae827f021047253214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247444 Jul 26 15:06:58.231627 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f06725-408e-49c9-b75e-81ef206a5865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894e209a-1e64-4c81-8396-68cf2f363d5c,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:58.234068 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 35882) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:58.290536 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e768d66b-c75a-4615-b65a-1d8dd7504725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7d81e2bf-a374-44ec-8edf-5ebb9790b957), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.291679 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f1136e36-0add-4bf0-8792-7d6d90b8e87d admin admin] Publish callbacks [] for security_group (894e209a-1e64-4c81-8396-68cf2f363d5c), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.321812 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f1136e36-0add-4bf0-8792-7d6d90b8e87d admin admin] Publish callbacks [] for security_group (894e209a-1e64-4c81-8396-68cf2f363d5c), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.331977 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768d66b-c75a-4615-b65a-1d8dd7504725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d81e2bf-a374-44ec-8edf-5ebb9790b957,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:58.337131 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e768d66b-c75a-4615-b65a-1d8dd7504725 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2995c91727ba49b39d52b8af8ff2407b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062831 Jul 26 15:06:58.340157 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35884) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:06:58.398395 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f2b3ba7d-c43c-4790-869b-dff55ca800cc admin admin] Publish callbacks [] for security_group (7d81e2bf-a374-44ec-8edf-5ebb9790b957), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.423715 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f2b3ba7d-c43c-4790-869b-dff55ca800cc admin admin] Publish callbacks [] for security_group (7d81e2bf-a374-44ec-8edf-5ebb9790b957), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.460247 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f1136e36-0add-4bf0-8792-7d6d90b8e87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (894e209a-1e64-4c81-8396-68cf2f363d5c), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.463037 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f1136e36-0add-4bf0-8792-7d6d90b8e87d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.464784 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-f1136e36-0add-4bf0-8792-7d6d90b8e87d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/894e209a-1e64-4c81-8396-68cf2f363d5c HTTP/1.1" status: 204 len: 168 time: 0.2293606 Jul 26 15:06:58.473545 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1136e36-0add-4bf0-8792-7d6d90b8e87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894e209a-1e64-4c81-8396-68cf2f363d5c,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:58.554270 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f2b3ba7d-c43c-4790-869b-dff55ca800cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7d81e2bf-a374-44ec-8edf-5ebb9790b957), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.556820 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f2b3ba7d-c43c-4790-869b-dff55ca800cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:58.557951 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f2b3ba7d-c43c-4790-869b-dff55ca800cc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7d81e2bf-a374-44ec-8edf-5ebb9790b957 HTTP/1.1" status: 204 len: 168 time: 0.2168672 Jul 26 15:06:58.577662 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3ba7d-c43c-4790-869b-dff55ca800cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d81e2bf-a374-44ec-8edf-5ebb9790b957,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:58.588299 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52fef7-a4a6-4382-8a94-015a34986e14 req-edac7585-a69f-464c-a685-53d5ad7a6463 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:58.589833 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2a52fef7-a4a6-4382-8a94-015a34986e14 req-edac7585-a69f-464c-a685-53d5ad7a6463 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0645859 Jul 26 15:06:58.649883 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2a52fef7-a4a6-4382-8a94-015a34986e14 req-8d263fdc-9a8f-403f-a519-9c69694d6840 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531127 Jul 26 15:06:58.843285 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eebc0-9bb6-49e6-bf43-d9d8d907de02 req-9f000b5c-80a7-4a50-9679-ba57ce4cc9af tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:58.844860 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8c0eebc0-9bb6-49e6-bf43-d9d8d907de02 req-9f000b5c-80a7-4a50-9679-ba57ce4cc9af tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 931 time: 0.0546057 Jul 26 15:06:58.901775 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8c0eebc0-9bb6-49e6-bf43-d9d8d907de02 req-18bb0e11-8ead-476e-90d3-7594b92e7ef0 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Jul 26 15:06:59.099795 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:59.346625 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5cde6404-384b-473e-a0f0-324e7160fd6b req-8b43ce81-b069-462a-9165-41ca9dd98478 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0285790 Jul 26 15:06:59.821246 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3758cb-916e-44ce-800d-8bf10d03c417 req-e8ab6ea9-ce7f-4ef1-b05b-41fa39ca3bf2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:59.822892 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2a3758cb-916e-44ce-800d-8bf10d03c417 req-e8ab6ea9-ce7f-4ef1-b05b-41fa39ca3bf2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0696292 Jul 26 15:06:59.878554 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2a3758cb-916e-44ce-800d-8bf10d03c417 req-0f7d2868-2d05-43c6-b28e-6fa1b85a5201 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491331 Jul 26 15:07:00.045818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c696c-d761-4465-8220-34b957070c2c req-c5689649-b536-4038-bc52-1fdf91ec1f55 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:00.047609 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3e2c696c-d761-4465-8220-34b957070c2c req-c5689649-b536-4038-bc52-1fdf91ec1f55 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 931 time: 0.0614786 Jul 26 15:07:00.116411 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3e2c696c-d761-4465-8220-34b957070c2c req-968aad33-5c58-4d2a-8d66-378146028e65 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575862 Jul 26 15:07:00.454958 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35966) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:00.459834 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c1fc5e13-effa-4168-b1e4-864af3c6b450 req-30191074-4b4e-4f66-8385-f84260e0caba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0364077 Jul 26 15:07:00.623616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e72a50dc-e630-4892-9c0c-aeb988672c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:00.715231 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e72a50dc-e630-4892-9c0c-aeb988672c25 admin admin] Publish callbacks [] for security_group (b41aaab5-f125-48c9-a908-14c3e423d798), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:00.785074 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e72a50dc-e630-4892-9c0c-aeb988672c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b41aaab5-f125-48c9-a908-14c3e423d798), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:00.835046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Request body: {'port': {'device_id': '43a050fd-1d02-47df-b37b-17f496480a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:00.869311 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e72a50dc-e630-4892-9c0c-aeb988672c25 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=03b62805a4c84aa4a9d57828b98015b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105489 Jul 26 15:07:00.869844 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 35980) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:00.878302 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a50dc-e630-4892-9c0c-aeb988672c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41aaab5-f125-48c9-a908-14c3e423d798,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:00.881451 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:00.963821 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e676e56d-5e1e-4d04-8586-60d859b90a2a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:00.965808 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e676e56d-5e1e-4d04-8586-60d859b90a2a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.102 "GET /v2.0/networks?id=f592bdd4-ff36-4285-b3a5-96166a7a017a HTTP/1.1" status: 200 len: 809 time: 0.1424801 Jul 26 15:07:00.967908 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:00.987964 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Request body: {'port': {'device_id': '8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde', 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a', 'admin_state_up': True, 'tenant_id': '4272758d01274f419bc75c85140daa06'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:01.051498 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-634af493-7af2-401f-8f79-6d03816b268c admin admin] Publish callbacks [] for security_group (b41aaab5-f125-48c9-a908-14c3e423d798), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.100277 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1671d-26a3-4144-9e2a-1e67ac22ba7c req-fdbef425-f5fb-4e47-89ca-300f7a5cb490 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:01.101787 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-04e1671d-26a3-4144-9e2a-1e67ac22ba7c req-fdbef425-f5fb-4e47-89ca-300f7a5cb490 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.1178727 Jul 26 15:07:01.111616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-634af493-7af2-401f-8f79-6d03816b268c admin admin] Publish callbacks [] for security_group (b41aaab5-f125-48c9-a908-14c3e423d798), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.220179 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Made reservation on behalf of 4272758d01274f419bc75c85140daa06 for: {'port': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:07:01.227573 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.309721 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-04e1671d-26a3-4144-9e2a-1e67ac22ba7c req-0a1cfcd2-5433-4094-a7ef-036da3f0aabe tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959414 Jul 26 15:07:01.407791 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:01.425077 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:01.459500 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9582fa-4362-4ec1-99ba-2a9869cbf33c req-9abe55b6-2195-4752-88bf-4e34a5730273 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:01.461070 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c9582fa-4362-4ec1-99ba-2a9869cbf33c req-9abe55b6-2195-4752-88bf-4e34a5730273 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 931 time: 0.0879281 Jul 26 15:07:01.464288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642f8bc5-5d97-4c38-a9b4-6db449ae030e {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:07:01.471539 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Publish callbacks [] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.513366 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Transition to ACTIVE for port object 642f8bc5-5d97-4c38-a9b4-6db449ae030e will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:07:01.514925 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:01.516291 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Allocated IP 172.20.0.11 (f592bdd4-ff36-4285-b3a5-96166a7a017a/7b1025c1-4038-4ed8-b7e1-2991fcd6a9de/8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:01.516540 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-634af493-7af2-401f-8f79-6d03816b268c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b41aaab5-f125-48c9-a908-14c3e423d798), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.522134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-634af493-7af2-401f-8f79-6d03816b268c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.528652 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-634af493-7af2-401f-8f79-6d03816b268c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b41aaab5-f125-48c9-a908-14c3e423d798 HTTP/1.1" status: 204 len: 168 time: 0.6575954 Jul 26 15:07:01.544416 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c9582fa-4362-4ec1-99ba-2a9869cbf33c req-9420585e-1dc9-46f4-8547-e719a9234d89 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769544 Jul 26 15:07:01.558400 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634af493-7af2-401f-8f79-6d03816b268c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41aaab5-f125-48c9-a908-14c3e423d798,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:01.627532 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fabef826-2d8c-4ec3-8eb6-ab44be667abd req-6db6fc4b-77f7-4ad5-9940-82b8247b8b37 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0620708 Jul 26 15:07:01.635208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.748981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Pushing event updated for resources: {'Port': ['ID=642f8bc5-5d97-4c38-a9b4-6db449ae030e,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:01.800734 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks [] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.805018 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Attempting to bind port 642f8bc5-5d97-4c38-a9b4-6db449ae030e on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:07:01.805684 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Attempting to bind port 642f8bc5-5d97-4c38-a9b4-6db449ae030e by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:07:01.806167 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Attempting to bind port 642f8bc5-5d97-4c38-a9b4-6db449ae030e on network d851ed92-9c90-461b-be87-9a00db72d9c3 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:01.813443 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Port 642f8bc5-5d97-4c38-a9b4-6db449ae030e on network d851ed92-9c90-461b-be87-9a00db72d9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:07:01.813978 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Attempting to bind port 642f8bc5-5d97-4c38-a9b4-6db449ae030e on network d851ed92-9c90-461b-be87-9a00db72d9c3 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:01.822147 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:07:01.822906 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Checking segment: {'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:01.823446 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Bound using segment: {'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:07:01.824425 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Bound port: 642f8bc5-5d97-4c38-a9b4-6db449ae030e, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:07:01.825982 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:01.906990 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] For port 642f8bc5-5d97-4c38-a9b4-6db449ae030e, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:01.910215 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] For port 642f8bc5-5d97-4c38-a9b4-6db449ae030e, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=642f8bc5-5d97-4c38-a9b4-6db449ae030e,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:01.939906 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:02.001263 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:02.016969 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Network f592bdd4-ff36-4285-b3a5-96166a7a017a is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:02.021182 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:02.023422 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Pushing event updated for resources: {'Port': ['ID=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:02.025744 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:02.031057 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.031600 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:02.045183 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.045967 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:02.047372 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] 10.222.0.102 "PUT /v2.0/ports/642f8bc5-5d97-4c38-a9b4-6db449ae030e HTTP/1.1" status: 200 len: 1093 time: 1.2197845 Jul 26 15:07:02.048121 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a050fd-1d02-47df-b37b-17f496480a78', 'tag': '642f8bc5-5d97-4c38-a9b4-6db449ae030e'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:07:02.050485 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f68172-d315-45ef-b00a-eda511ec6acc" -d '{"events": [{"name": "network-changed", "server_uuid": "43a050fd-1d02-47df-b37b-17f496480a78", "tag": "642f8bc5-5d97-4c38-a9b4-6db449ae030e"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:02.096029 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c2869-5d7b-4ce6-b22b-b70e53be0340 service neutron] Pushing event updated for resources: {'Port': ['ID=642f8bc5-5d97-4c38-a9b4-6db449ae030e,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:02.106699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b7fea-9d88-4c29-9c24-b89ee49afe76 x-openstack-request-id: req-205b7fea-9d88-4c29-9c24-b89ee49afe76 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:02.107088 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a050fd-1d02-47df-b37b-17f496480a78", "tag": "642f8bc5-5d97-4c38-a9b4-6db449ae030e", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:02.107507 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-205b7fea-9d88-4c29-9c24-b89ee49afe76 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:02.108120 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205b7fea-9d88-4c29-9c24-b89ee49afe76'] response: {'name': 'network-changed', 'server_uuid': '43a050fd-1d02-47df-b37b-17f496480a78', 'tag': '642f8bc5-5d97-4c38-a9b4-6db449ae030e', 'status': 'completed', 'code': 200} Jul 26 15:07:02.120341 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-85f3bb1f-234b-4b1c-a529-fd1365ec8da5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1402144 Jul 26 15:07:02.136038 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Request body: {'port': {'device_id': '8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:02.181738 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68172-d315-45ef-b00a-eda511ec6acc req-364220ac-9627-4f0e-ad83-de4cf5db0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.183368 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74f68172-d315-45ef-b00a-eda511ec6acc req-364220ac-9627-4f0e-ad83-de4cf5db0826 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=87391d9e4bdc48209437f1d786f376c1&device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 1127 time: 0.0522501 Jul 26 15:07:02.219616 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:02.237985 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:02.324021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68172-d315-45ef-b00a-eda511ec6acc req-f7cfc42a-c63b-4d3f-96fe-d46f659ee89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.325586 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74f68172-d315-45ef-b00a-eda511ec6acc req-f7cfc42a-c63b-4d3f-96fe-d46f659ee89b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=87391d9e4bdc48209437f1d786f376c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1317360 Jul 26 15:07:02.473431 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68172-d315-45ef-b00a-eda511ec6acc req-0a5dff82-9cb0-4ed9-9e43-a616baab7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.475525 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74f68172-d315-45ef-b00a-eda511ec6acc req-0a5dff82-9cb0-4ed9-9e43-a616baab7500 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398940 Jul 26 15:07:02.485126 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d972b3a-9d9f-45e8-87f9-5900b63e73cf req-6f3c7a26-3434-4501-9f64-ad3c25277434 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.486750 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6d972b3a-9d9f-45e8-87f9-5900b63e73cf req-6f3c7a26-3434-4501-9f64-ad3c25277434 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0720673 Jul 26 15:07:02.548218 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:07:02.556863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Publish callbacks [] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:02.575223 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Transition to ACTIVE for port object 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:07:02.585183 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6d972b3a-9d9f-45e8-87f9-5900b63e73cf req-0d4c38b6-9b22-45b9-b970-e33f31164da4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915189 Jul 26 15:07:02.594229 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d19f308d-d032-47f3-9088-b856dc0d4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.595984 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-d19f308d-d032-47f3-9088-b856dc0d4327 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=87391d9e4bdc48209437f1d786f376c1&device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 1127 time: 0.0641036 Jul 26 15:07:02.621662 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:02.650733 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-6d20f41f-af15-4180-a8fa-a8913ccf98ff service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642f8bc5-5d97-4c38-a9b4-6db449ae030e HTTP/1.1" status: 200 len: 217 time: 0.0415657 Jul 26 15:07:02.700843 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:02.728381 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-3a7084a7-d27e-45b2-870e-d1d005c552c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.729886 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-3a7084a7-d27e-45b2-870e-d1d005c552c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fb9fd30b-bf24-4763-9ecc-381ef1f30d14 HTTP/1.1" status: 200 len: 854 time: 0.0685773 Jul 26 15:07:02.758041 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae7311-9b7b-419e-afd4-d2a6cb1f4e85 req-22eee2f7-6b7b-4c94-8b1c-4762eb7cedfe tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.759643 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eaae7311-9b7b-419e-afd4-d2a6cb1f4e85 req-22eee2f7-6b7b-4c94-8b1c-4762eb7cedfe tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 943 time: 0.0880949 Jul 26 15:07:02.787731 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-953c2c06-2be9-4cb9-b7ec-a1c83c658370 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d851ed92-9c90-461b-be87-9a00db72d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363610 Jul 26 15:07:02.794582 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:02.799229 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460476e4-6782-4f4f-8403-9a84f87678a5 req-b875bb18-b720-48db-8545-49f4a043f4c3 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.800756 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-460476e4-6782-4f4f-8403-9a84f87678a5 req-b875bb18-b720-48db-8545-49f4a043f4c3 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 944 time: 0.0853095 Jul 26 15:07:02.855341 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Attempting to bind port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:07:02.855722 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Attempting to bind port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:07:02.856063 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Attempting to bind port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d on network f592bdd4-ff36-4285-b3a5-96166a7a017a {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:02.863203 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eaae7311-9b7b-419e-afd4-d2a6cb1f4e85 req-4cd19d5e-01ba-4787-9b93-07bfc0f46f6f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956881 Jul 26 15:07:02.868824 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d on network f592bdd4-ff36-4285-b3a5-96166a7a017a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:07:02.868824 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Attempting to bind port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d on network f592bdd4-ff36-4285-b3a5-96166a7a017a {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:02.872073 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:07:02.872588 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Checking segment: {'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:02.873061 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Bound using segment: {'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:07:02.873582 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Bound port: 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea9a133-9aad-4d76-a935-0a775d9258b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:07:02.874164 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:02.923142 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-460476e4-6782-4f4f-8403-9a84f87678a5 req-b6839128-daec-4304-a92d-7cde01e8ec55 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969045 Jul 26 15:07:02.962773 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] For port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:02.966229 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] For port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:02.969164 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-5a4d9978-4791-48a0-9dff-466e8b720d37 service neutron] 10.222.0.102 "GET /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674430 Jul 26 15:07:03.064288 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:03.089301 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d4d4391d-cc04-4f61-914a-83f06e76fa96 req-2971f785-a2f2-4f16-8471-1839cbc5c226 service neutron] 10.222.0.102 "GET /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107740 Jul 26 15:07:03.116339 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:03.116961 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:03.118601 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] 10.222.0.102 "PUT /v2.0/ports/8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d HTTP/1.1" status: 200 len: 1094 time: 0.9868383 Jul 26 15:07:03.118936 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde', 'tag': '8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:07:03.121959 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b73745c-684a-4233-9499-41c039d4b534" -d '{"events": [{"name": "network-changed", "server_uuid": "8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde", "tag": "8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:03.171371 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f12218-b88c-484a-ab70-eeefc439d114 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:03.201301 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a1dd2-00ec-49d2-adb3-93b3510879a9 x-openstack-request-id: req-104a1dd2-00ec-49d2-adb3-93b3510879a9 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:03.203422 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde", "tag": "8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:03.203889 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-104a1dd2-00ec-49d2-adb3-93b3510879a9 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:03.204425 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104a1dd2-00ec-49d2-adb3-93b3510879a9'] response: {'name': 'network-changed', 'server_uuid': '8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde', 'tag': '8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d', 'status': 'completed', 'code': 200} Jul 26 15:07:03.362412 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:03.712820 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510aa685-4be6-4fce-84c4-238a3dd68211 req-a72f839c-7dbe-4411-87bf-1eee405b4c81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:03.714678 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-510aa685-4be6-4fce-84c4-238a3dd68211 req-a72f839c-7dbe-4411-87bf-1eee405b4c81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0514228 Jul 26 15:07:03.767369 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-510aa685-4be6-4fce-84c4-238a3dd68211 req-8c052bfd-180f-4a77-91ff-9510e0d7a316 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Jul 26 15:07:04.030442 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab6746-b923-4c7a-a3db-142af6d9de43 req-3575647c-e0d6-4327-ba01-fbc07447c147 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:04.033084 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-89ab6746-b923-4c7a-a3db-142af6d9de43 req-3575647c-e0d6-4327-ba01-fbc07447c147 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 943 time: 0.0860071 Jul 26 15:07:04.087786 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-89ab6746-b923-4c7a-a3db-142af6d9de43 req-19730a4a-1083-40fd-9da2-69b08e68af20 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Jul 26 15:07:04.091393 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2970931-add7-4007-bbae-b0a10dfb9d22 req-c9933202-21f0-485b-af29-61a51071361f tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:04.092938 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f2970931-add7-4007-bbae-b0a10dfb9d22 req-c9933202-21f0-485b-af29-61a51071361f tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 944 time: 0.0523381 Jul 26 15:07:04.145096 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f2970931-add7-4007-bbae-b0a10dfb9d22 req-e224c5e4-3054-4293-9449-82e053a87709 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Jul 26 15:07:04.324281 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:04.459348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-4ac4de3f-601b-4ae6-befd-9f83676ea6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:04.461030 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-4ac4de3f-601b-4ae6-befd-9f83676ea6fa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4272758d01274f419bc75c85140daa06&device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 1128 time: 0.0462794 Jul 26 15:07:04.512698 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-34129879-74ee-46ec-94ea-906dc67b9bff service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d HTTP/1.1" status: 200 len: 217 time: 0.0401864 Jul 26 15:07:04.564891 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-ff512a72-8be3-4235-8e12-072bf869f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:04.566445 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-ff512a72-8be3-4235-8e12-072bf869f21b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7b1025c1-4038-4ed8-b7e1-2991fcd6a9de HTTP/1.1" status: 200 len: 849 time: 0.0453520 Jul 26 15:07:04.601424 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-12a0add4-6936-4ffb-ad1a-a8495713df02 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f592bdd4-ff36-4285-b3a5-96166a7a017a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268414 Jul 26 15:07:04.700994 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-25596e2b-22bf-4e4b-bfaa-70a1e8a3eddf service neutron] 10.222.0.102 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923362 Jul 26 15:07:04.798240 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6ef05970-9e3d-4a1a-8838-08eb4157c145 req-755118eb-877a-49cb-aec1-75b3c6bbda4b service neutron] 10.222.0.102 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888815 Jul 26 15:07:04.892885 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b30b5-6aa8-412a-925b-352143da44e1 req-fec333f2-184d-4ce2-abaa-4c451db0c086 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:04.894470 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2d9b30b5-6aa8-412a-925b-352143da44e1 req-fec333f2-184d-4ce2-abaa-4c451db0c086 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0498877 Jul 26 15:07:04.944498 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2d9b30b5-6aa8-412a-925b-352143da44e1 req-8ea6d39f-89f4-4f7d-bb88-b31133014ac4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Jul 26 15:07:05.219727 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b599e-726d-4d1b-967f-10ed85eef2f9 req-ceb41fad-9a79-4237-8159-27068afd8d05 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:05.221319 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a37b599e-726d-4d1b-967f-10ed85eef2f9 req-ceb41fad-9a79-4237-8159-27068afd8d05 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 943 time: 0.0555868 Jul 26 15:07:05.282204 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2da71-b895-4f6c-ab7c-873590c3ff2a req-016b822c-6f5c-4371-9ef2-bac671d65169 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:05.284453 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2bf2da71-b895-4f6c-ab7c-873590c3ff2a req-016b822c-6f5c-4371-9ef2-bac671d65169 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 944 time: 0.0608561 Jul 26 15:07:05.285105 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a37b599e-726d-4d1b-967f-10ed85eef2f9 req-c1d6c8ef-e396-42cc-8e27-c9f72acd525e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560892 Jul 26 15:07:05.337975 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2bf2da71-b895-4f6c-ab7c-873590c3ff2a req-29fa7764-d2b4-41c6-ba9a-dab9bae6aeda tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 Jul 26 15:07:06.075607 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cd4a5-947e-4431-b100-36b174bc13d5 req-7b2e062b-27b7-4acb-9772-6df9ced120d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:06.077136 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fe2cd4a5-947e-4431-b100-36b174bc13d5 req-7b2e062b-27b7-4acb-9772-6df9ced120d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0552788 Jul 26 15:07:06.136074 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fe2cd4a5-947e-4431-b100-36b174bc13d5 req-3e7a1dd1-139e-4875-8255-df129669db1c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513809 Jul 26 15:07:06.346343 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:06.351666 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73745c-684a-4233-9499-41c039d4b534 req-c0cffdbe-56c8-4403-ad89-33d5a935b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:06.353394 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3b73745c-684a-4233-9499-41c039d4b534 req-c0cffdbe-56c8-4403-ad89-33d5a935b065 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4272758d01274f419bc75c85140daa06&device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 1128 time: 0.0463552 Jul 26 15:07:06.461859 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c31af-5e20-4a22-b2a9-a6925b2cc285 req-ca20555c-3e9d-4c9a-b117-835e893d8577 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:06.463575 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0d4c31af-5e20-4a22-b2a9-a6925b2cc285 req-ca20555c-3e9d-4c9a-b117-835e893d8577 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 943 time: 0.0969949 Jul 26 15:07:06.483318 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4177dcd-0bec-49b9-a0c6-450b4f7694e7 req-0c557e33-8ade-4ab7-ba6c-6d441b0ec7ec tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:06.485156 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c4177dcd-0bec-49b9-a0c6-450b4f7694e7 req-0c557e33-8ade-4ab7-ba6c-6d441b0ec7ec tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 944 time: 0.0653512 Jul 26 15:07:06.538717 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73745c-684a-4233-9499-41c039d4b534 req-e1c1dec9-06ec-4a15-b86f-e50e46641fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:06.538975 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c4177dcd-0bec-49b9-a0c6-450b4f7694e7 req-8e0ae643-0f30-4b32-8170-8b8e39bfc8e9 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476227 Jul 26 15:07:06.540270 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3b73745c-684a-4233-9499-41c039d4b534 req-e1c1dec9-06ec-4a15-b86f-e50e46641fa6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f592bdd4-ff36-4285-b3a5-96166a7a017a HTTP/1.1" status: 200 len: 910 time: 0.1716242 Jul 26 15:07:06.544880 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0d4c31af-5e20-4a22-b2a9-a6925b2cc285 req-2f4cbbff-3117-4252-9c4d-5d3230ef8018 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722373 Jul 26 15:07:07.264742 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fddbb6-c24d-44ff-9bfb-277daf55ec82 req-18d09b3e-90cc-4aa2-b192-5b1be3cf99f8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:07.266272 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-82fddbb6-c24d-44ff-9bfb-277daf55ec82 req-18d09b3e-90cc-4aa2-b192-5b1be3cf99f8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0503869 Jul 26 15:07:07.298969 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:07.317424 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-82fddbb6-c24d-44ff-9bfb-277daf55ec82 req-d59fa2e9-1525-4726-9195-09e3d3d3e262 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Jul 26 15:07:07.385115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:07.410688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 642f8bc5-5d97-4c38-a9b4-6db449ae030e details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:07:07.455922 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3b73745c-684a-4233-9499-41c039d4b534 req-274ee23b-171e-4ab2-a24e-72ae870d07cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d HTTP/1.1" status: 200 len: 217 time: 0.0399671 Jul 26 15:07:07.500194 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:07.526742 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 642f8bc5-5d97-4c38-a9b4-6db449ae030e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=642f8bc5-5d97-4c38-a9b4-6db449ae030e,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:07.539806 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '642f8bc5-5d97-4c38-a9b4-6db449ae030e', 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3', 'port_id': '642f8bc5-5d97-4c38-a9b4-6db449ae030e', 'mac_address': 'fa:16:3e:bd:d4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9fd30b-bf24-4763-9ecc-381ef1f30d14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:07:07.584125 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 642f8bc5-5d97-4c38-a9b4-6db449ae030e is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:07.587667 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:07.605194 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642f8bc5-5d97-4c38-a9b4-6db449ae030e {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:07:07.638252 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 642f8bc5-5d97-4c38-a9b4-6db449ae030e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=642f8bc5-5d97-4c38-a9b4-6db449ae030e,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:07.695786 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784552b-5e78-4a74-97c5-faae0c5f894b req-f46dd8b3-4574-4837-8700-b726d5f696fd tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:07.697562 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5784552b-5e78-4a74-97c5-faae0c5f894b req-f46dd8b3-4574-4837-8700-b726d5f696fd tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 944 time: 0.0556884 Jul 26 15:07:07.710384 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff39841-9386-41af-8e58-fb9c34475c8b req-2a215a99-e6ce-4cdc-92be-c810d78101a0 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:07.711783 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:07.712601 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ff39841-9386-41af-8e58-fb9c34475c8b req-2a215a99-e6ce-4cdc-92be-c810d78101a0 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 943 time: 0.0653415 Jul 26 15:07:07.772949 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5784552b-5e78-4a74-97c5-faae0c5f894b req-4c1e1dc0-9b63-4da4-9840-9e7942b94dac tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690660 Jul 26 15:07:07.780067 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:07.786347 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=642f8bc5-5d97-4c38-a9b4-6db449ae030e,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:07.789168 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ff39841-9386-41af-8e58-fb9c34475c8b req-fd496665-98d5-48cb-a893-fe7823f06926 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663557 Jul 26 15:07:07.795630 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.796252 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.796612 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.796972 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.797307 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.797782 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.798572 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.798956 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.799373 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.799794 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.800125 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.800458 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.800846 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.801201 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:07.801606 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:08.437196 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fd38e-1372-4759-a002-bf05f4592292 req-3babfaf0-1086-4908-a2e3-d4309b923f1e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:08.438579 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-368fd38e-1372-4759-a002-bf05f4592292 req-3babfaf0-1086-4908-a2e3-d4309b923f1e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Jul 26 15:07:08.487842 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-368fd38e-1372-4759-a002-bf05f4592292 req-07fb8676-3755-424e-b83d-bd99a163ec82 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Jul 26 15:07:08.911190 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa148-9dce-45a5-83ae-135e030b4d99 req-15a00518-e1e9-4f75-abc4-728d3e486f88 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:08.912860 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d8dfa148-9dce-45a5-83ae-135e030b4d99 req-15a00518-e1e9-4f75-abc4-728d3e486f88 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 944 time: 0.0516398 Jul 26 15:07:08.969816 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d8dfa148-9dce-45a5-83ae-135e030b4d99 req-cf3dd416-8dfc-4574-b8b1-d9e3a5b13df3 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512264 Jul 26 15:07:09.151239 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b319bdc-240f-4398-bf87-8e7c6ccf4b5a req-3a9386ee-6a28-4a85-86cc-ce372c4fe078 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:09.152703 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7b319bdc-240f-4398-bf87-8e7c6ccf4b5a req-3a9386ee-6a28-4a85-86cc-ce372c4fe078 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 944 time: 0.2866271 Jul 26 15:07:09.208978 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7b319bdc-240f-4398-bf87-8e7c6ccf4b5a req-6d0bd822-331e-44b6-8e22-1bb30e039db2 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500851 Jul 26 15:07:09.355064 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:07:09.434066 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73745c-684a-4233-9499-41c039d4b534 req-85b74be1-b059-4676-8f71-35f35fce6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:09.435578 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3b73745c-684a-4233-9499-41c039d4b534 req-85b74be1-b059-4676-8f71-35f35fce6b11 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7b1025c1-4038-4ed8-b7e1-2991fcd6a9de HTTP/1.1" status: 200 len: 849 time: 0.0468051 Jul 26 15:07:09.461277 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:09.471940 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3b73745c-684a-4233-9499-41c039d4b534 req-43bd093f-6b54-4fe6-b14e-32304049a2e0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f592bdd4-ff36-4285-b3a5-96166a7a017a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258644 Jul 26 15:07:09.479088 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d', 'network_id': 'f592bdd4-ff36-4285-b3a5-96166a7a017a', 'port_id': '8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d', 'mac_address': 'fa:16:3e:6e:f0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1025c1-4038-4ed8-b7e1-2991fcd6a9de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:07:09.516688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:09.517153 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:09.536688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:07:09.558680 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:09.588682 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3b73745c-684a-4233-9499-41c039d4b534 req-6fb297ed-fbc2-4ca1-ad4c-52d6ae2c6721 service neutron] 10.222.0.102 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069884 Jul 26 15:07:09.615792 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ee796-7828-4d9e-b2c5-8bb65b9ec0ef req-18bf455d-cf29-4789-bc9b-f34ac9c5c80d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:09.617202 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1c0ee796-7828-4d9e-b2c5-8bb65b9ec0ef req-18bf455d-cf29-4789-bc9b-f34ac9c5c80d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Jul 26 15:07:09.642264 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:09.669631 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1c0ee796-7828-4d9e-b2c5-8bb65b9ec0ef req-06c30157-045a-4cd1-8cea-f3f217354935 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Jul 26 15:07:09.699703 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:09.713334 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3b73745c-684a-4233-9499-41c039d4b534 req-fc5d3c0a-2ca5-466b-936d-9d4c20fe555a service neutron] 10.222.0.102 "GET /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108725 Jul 26 15:07:09.761567 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['642f8bc5-5d97-4c38-a9b4-6db449ae030e'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:07:10.100548 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd1d8c-d83e-4e3f-a60f-d5ac4a9fcdde req-8dfcc6d3-75f3-42f5-b883-bce8ad4493ce tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:10.102022 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f5bd1d8c-d83e-4e3f-a60f-d5ac4a9fcdde req-8dfcc6d3-75f3-42f5-b883-bce8ad4493ce tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0538406 Jul 26 15:07:10.157032 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f5bd1d8c-d83e-4e3f-a60f-d5ac4a9fcdde req-cb1eb47e-05ea-4634-9834-104e9036e23a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493813 Jul 26 15:07:10.335439 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9e13-e3ee-4860-a9ba-1579531385b6 req-584a16e8-3b78-4947-97bd-7eb50bce193a tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:10.337146 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-accc9e13-e3ee-4860-a9ba-1579531385b6 req-584a16e8-3b78-4947-97bd-7eb50bce193a tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 944 time: 0.0515895 Jul 26 15:07:10.398078 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-accc9e13-e3ee-4860-a9ba-1579531385b6 req-61be1355-6bdf-4a52-996d-5ee0ab467033 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548494 Jul 26 15:07:10.434515 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0c6f-1bac-4606-9087-b9efa15656ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:10.798180 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a60e3-00b3-4bc6-a4d5-3397003320b6 req-26392a54-674d-4e5c-85ae-1a6852be21cb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:10.799688 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5b3a60e3-00b3-4bc6-a4d5-3397003320b6 req-26392a54-674d-4e5c-85ae-1a6852be21cb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0494649 Jul 26 15:07:10.853752 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5b3a60e3-00b3-4bc6-a4d5-3397003320b6 req-ea19d324-8e12-4587-a995-54c1b185780f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471711 Jul 26 15:07:11.291208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e8f23-4bc1-4246-85d7-8110e31b6f43 req-412a2971-06b5-4d54-b536-35acd5ae2225 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:11.292739 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-589e8f23-4bc1-4246-85d7-8110e31b6f43 req-412a2971-06b5-4d54-b536-35acd5ae2225 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0569494 Jul 26 15:07:11.344380 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-589e8f23-4bc1-4246-85d7-8110e31b6f43 req-643af1b4-8999-4e67-94a7-fa9ad41f1a39 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460458 Jul 26 15:07:11.521931 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36367723-af2d-451a-8b31-36bfa5e534c4 req-7b01536a-bb28-463b-ab5d-ed59e689439e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:11.523434 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-36367723-af2d-451a-8b31-36bfa5e534c4 req-7b01536a-bb28-463b-ab5d-ed59e689439e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 944 time: 0.0475302 Jul 26 15:07:11.571377 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-36367723-af2d-451a-8b31-36bfa5e534c4 req-9eedd51a-fe2e-4ac4-ab1b-357c4847dded tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Jul 26 15:07:11.978051 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2e81e-0db3-4ab4-96b7-f70dda433444 req-ce4b69c2-373f-4836-9d3b-208450f7ea12 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:11.979587 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ccf2e81e-0db3-4ab4-96b7-f70dda433444 req-ce4b69c2-373f-4836-9d3b-208450f7ea12 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0514538 Jul 26 15:07:12.031635 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ccf2e81e-0db3-4ab4-96b7-f70dda433444 req-4df84232-22df-432b-89a0-7ef599a98159 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464351 Jul 26 15:07:12.467355 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073db46f-cb5a-4cb5-8b42-eccef74f727d req-6f119fab-2020-420a-bbc1-cc1a278e5b27 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:12.468944 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-073db46f-cb5a-4cb5-8b42-eccef74f727d req-6f119fab-2020-420a-bbc1-cc1a278e5b27 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0502212 Jul 26 15:07:12.483700 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:12.529885 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-073db46f-cb5a-4cb5-8b42-eccef74f727d req-092c5bc6-c565-4e41-9496-3b16351e2ef6 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527871 Jul 26 15:07:12.692118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491018e-a10d-45a6-ab49-8401c44a81e8 req-d7933233-89bb-4bfa-ab28-1201ec637da7 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:12.694085 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c491018e-a10d-45a6-ab49-8401c44a81e8 req-d7933233-89bb-4bfa-ab28-1201ec637da7 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 944 time: 0.0501943 Jul 26 15:07:12.750545 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c491018e-a10d-45a6-ab49-8401c44a81e8 req-3fe97e99-478a-4078-8d42-ac9e04b46e6c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Jul 26 15:07:12.951431 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:13.167199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703436b0-034f-4461-88f8-d092c49cd4f9 req-caeab8bb-c29a-4974-a85a-a96a6b16690d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:13.168906 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-703436b0-034f-4461-88f8-d092c49cd4f9 req-caeab8bb-c29a-4974-a85a-a96a6b16690d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0585718 Jul 26 15:07:13.231052 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-703436b0-034f-4461-88f8-d092c49cd4f9 req-68a5d06f-de42-406b-b79f-364490206803 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561545 Jul 26 15:07:13.618917 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:13.659976 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-59138331-9635-4413-b83e-b8e0c7b19e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:13.677867 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243959a-c757-45dc-acb0-331f39516a74 req-6b5e6220-0a10-4c56-a150-e0f466fff77f tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:13.679488 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4243959a-c757-45dc-acb0-331f39516a74 req-6b5e6220-0a10-4c56-a150-e0f466fff77f tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0716968 Jul 26 15:07:13.741227 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4243959a-c757-45dc-acb0-331f39516a74 req-1bef12fd-d499-4e11-8f95-8c7adaef5b94 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555034 Jul 26 15:07:13.899347 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27469e7c-a3c4-441d-98e5-824d5ba79302 req-310ab589-ec2e-461c-a0a2-7fb1b3324bf7 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:13.901501 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-27469e7c-a3c4-441d-98e5-824d5ba79302 req-310ab589-ec2e-461c-a0a2-7fb1b3324bf7 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 944 time: 0.0637293 Jul 26 15:07:13.948754 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:13.962873 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-27469e7c-a3c4-441d-98e5-824d5ba79302 req-3a281a62-16cc-4118-8851-e6f159761237 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548253 Jul 26 15:07:14.383252 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c06f-2d3d-4744-aae3-fd57351f9575 req-e8fa1964-289f-4bc6-a1a6-c37d01362aae tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:14.384794 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b422c06f-2d3d-4744-aae3-fd57351f9575 req-e8fa1964-289f-4bc6-a1a6-c37d01362aae tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0589025 Jul 26 15:07:14.440992 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b422c06f-2d3d-4744-aae3-fd57351f9575 req-770c1d56-c736-410d-abea-7d67c8573bb5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502131 Jul 26 15:07:14.875799 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f175184-dd6a-4e04-85c7-37c9e0b2f67e req-eee27f4f-6bd8-41d2-ac8f-c4a8ae56ab6e tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:14.877320 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4f175184-dd6a-4e04-85c7-37c9e0b2f67e req-eee27f4f-6bd8-41d2-ac8f-c4a8ae56ab6e tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0501671 Jul 26 15:07:14.938767 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4f175184-dd6a-4e04-85c7-37c9e0b2f67e req-c252815e-a633-4c1e-87b0-9bad1d63f4f6 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 Jul 26 15:07:15.057689 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:15.089923 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c4ee0-327a-4b7b-ad9a-89fa99a4241a req-5cd57f02-8e1f-466f-a667-e891c27c8728 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:15.091435 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-047c4ee0-327a-4b7b-ad9a-89fa99a4241a req-5cd57f02-8e1f-466f-a667-e891c27c8728 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 944 time: 0.0484600 Jul 26 15:07:15.116858 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:15.149409 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-047c4ee0-327a-4b7b-ad9a-89fa99a4241a req-99548061-bd11-4549-a7e0-206e3d95497e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 Jul 26 15:07:15.562995 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5d057-17c8-4923-aa85-8b0123062322 req-4707f722-a8df-4423-927c-fb182a5961a5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:15.564621 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-84d5d057-17c8-4923-aa85-8b0123062322 req-4707f722-a8df-4423-927c-fb182a5961a5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0504735 Jul 26 15:07:15.618797 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-84d5d057-17c8-4923-aa85-8b0123062322 req-2a81e065-7160-4f3e-8f5c-a8d53e35ad9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Jul 26 15:07:16.058756 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ded5f-b966-4a1d-8f4c-7bcf2900b305 req-57046822-fd11-476a-8adc-2fc683991feb tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:16.060387 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-516ded5f-b966-4a1d-8f4c-7bcf2900b305 req-57046822-fd11-476a-8adc-2fc683991feb tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0485170 Jul 26 15:07:16.110324 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-516ded5f-b966-4a1d-8f4c-7bcf2900b305 req-e370b4fe-4c41-4931-a2a8-d562908b790f tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Jul 26 15:07:16.237369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:07:16.241981 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 642f8bc5-5d97-4c38-a9b4-6db449ae030e up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:16.285981 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e0a8-0c2e-444a-ba82-d69319f861e5 req-27790ac0-a386-473c-8c4f-398f8783b8b1 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:16.287895 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7b20e0a8-0c2e-444a-ba82-d69319f861e5 req-27790ac0-a386-473c-8c4f-398f8783b8b1 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 944 time: 0.0500705 Jul 26 15:07:16.337507 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 642f8bc5-5d97-4c38-a9b4-6db449ae030e completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:07:16.341454 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7b20e0a8-0c2e-444a-ba82-d69319f861e5 req-8f06975d-d8be-4001-af74-86b6e3e48f3f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Jul 26 15:07:16.354104 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:16.425898 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 642f8bc5-5d97-4c38-a9b4-6db449ae030e triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:16.426822 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:16.461711 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:16.471530 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:16.519229 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 642f8bc5-5d97-4c38-a9b4-6db449ae030e is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:16.519671 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:16.543775 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a050fd-1d02-47df-b37b-17f496480a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642f8bc5-5d97-4c38-a9b4-6db449ae030e'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:07:16.546104 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6394e9a0-a961-4c18-bfa2-addfb2bcac26" -d '{"events": [{"server_uuid": "43a050fd-1d02-47df-b37b-17f496480a78", "name": "network-vif-plugged", "status": "completed", "tag": "642f8bc5-5d97-4c38-a9b4-6db449ae030e"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:16.560241 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 642f8bc5-5d97-4c38-a9b4-6db449ae030e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=642f8bc5-5d97-4c38-a9b4-6db449ae030e,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:16.587315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a84572-483b-4873-b6e8-fd2e8fe59a80 x-openstack-request-id: req-f2a84572-483b-4873-b6e8-fd2e8fe59a80 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:16.587315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a050fd-1d02-47df-b37b-17f496480a78", "name": "network-vif-plugged", "status": "completed", "tag": "642f8bc5-5d97-4c38-a9b4-6db449ae030e", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:16.587315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f2a84572-483b-4873-b6e8-fd2e8fe59a80 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:16.587315 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a84572-483b-4873-b6e8-fd2e8fe59a80'] response: {'server_uuid': '43a050fd-1d02-47df-b37b-17f496480a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642f8bc5-5d97-4c38-a9b4-6db449ae030e', 'code': 200} Jul 26 15:07:16.634925 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:16.686418 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=642f8bc5-5d97-4c38-a9b4-6db449ae030e,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:16.750940 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc0173-adf1-4374-8187-87e2a20b8b3f req-9e4171a5-2634-4cb8-b13a-45c83b9de4e1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:16.752596 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7ffc0173-adf1-4374-8187-87e2a20b8b3f req-9e4171a5-2634-4cb8-b13a-45c83b9de4e1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0587492 Jul 26 15:07:16.805664 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7ffc0173-adf1-4374-8187-87e2a20b8b3f req-c302bf14-116b-42b9-bf48-1d8841ed5e25 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470829 Jul 26 15:07:17.233832 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055dd61-498b-447e-8158-b759413d1468 req-6d374555-e875-4fd5-a43b-1aa065c4b57e tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.235555 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1055dd61-498b-447e-8158-b759413d1468 req-6d374555-e875-4fd5-a43b-1aa065c4b57e tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0503378 Jul 26 15:07:17.293016 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1055dd61-498b-447e-8158-b759413d1468 req-aaafdf8e-e3ed-492c-a3a9-7f5bc388f0e4 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514219 Jul 26 15:07:17.317555 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:17.465395 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2189531-00f6-47da-8163-d2d5943c39de req-304be32d-fea6-4266-aafe-2dc704315a12 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.467035 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f2189531-00f6-47da-8163-d2d5943c39de req-304be32d-fea6-4266-aafe-2dc704315a12 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0498991 Jul 26 15:07:17.522241 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f2189531-00f6-47da-8163-d2d5943c39de req-371dc7a8-377f-4bef-8eee-480fc48f9393 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452116 Jul 26 15:07:17.945193 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24a46b-4fd0-4d3b-961a-9565eb718e52 req-fee12410-e130-4246-b3ba-c9d7142f4618 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.946993 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c24a46b-4fd0-4d3b-961a-9565eb718e52 req-fee12410-e130-4246-b3ba-c9d7142f4618 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0558021 Jul 26 15:07:18.004066 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c24a46b-4fd0-4d3b-961a-9565eb718e52 req-0af12fb1-ea5d-4fd0-b610-1cba65025227 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505588 Jul 26 15:07:18.421275 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98997d-309b-4bdb-96e6-3a07d687432e req-2146ae8a-9dde-4e72-be68-b288dffe056b tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:18.422882 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4c98997d-309b-4bdb-96e6-3a07d687432e req-2146ae8a-9dde-4e72-be68-b288dffe056b tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0527894 Jul 26 15:07:18.473446 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4c98997d-309b-4bdb-96e6-3a07d687432e req-a48e74ca-bd5f-4784-9e22-4c269a5810b7 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 Jul 26 15:07:18.647159 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eacdf-f2a1-4edb-983c-7eac19afb35a req-2611a90a-8ced-4cfe-9b15-fad9ab404bec tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:18.648791 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-617eacdf-f2a1-4edb-983c-7eac19afb35a req-2611a90a-8ced-4cfe-9b15-fad9ab404bec tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0513637 Jul 26 15:07:18.698624 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-617eacdf-f2a1-4edb-983c-7eac19afb35a req-b4a1078d-ccca-42a3-b9a2-a67dc71958f9 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Jul 26 15:07:19.119568 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28db77-085b-455d-9649-8b8c993da053 req-4b89a4fe-40ef-44ca-953c-ea7fac94b330 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:19.121315 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7f28db77-085b-455d-9649-8b8c993da053 req-4b89a4fe-40ef-44ca-953c-ea7fac94b330 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0471547 Jul 26 15:07:19.168700 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7f28db77-085b-455d-9649-8b8c993da053 req-bcbe5f86-41fb-48f2-a614-6330883dfc7a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Jul 26 15:07:19.594537 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a631a42-5050-40c5-a974-1ee519c64cce req-7eb241fe-e2f7-4145-a536-812b35994330 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:19.596061 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1a631a42-5050-40c5-a974-1ee519c64cce req-7eb241fe-e2f7-4145-a536-812b35994330 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 945 time: 0.0486717 Jul 26 15:07:19.650712 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1a631a42-5050-40c5-a974-1ee519c64cce req-137cec39-77c2-461d-b6d3-65304d2e2dc2 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473287 Jul 26 15:07:19.821674 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679fd05-8de3-47b1-93b1-61fc1c639b0f req-21390e73-342a-4ad4-ad27-08dbcedfd833 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:19.823303 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8679fd05-8de3-47b1-93b1-61fc1c639b0f req-21390e73-342a-4ad4-ad27-08dbcedfd833 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0515027 Jul 26 15:07:19.873836 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8679fd05-8de3-47b1-93b1-61fc1c639b0f req-28ddda14-d2ce-4889-8c97-95f9d77ea5c0 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Jul 26 15:07:19.889000 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f631c6e-5bce-4274-9225-a679e49e3fd2 req-2fd9f132-f4b1-4ab8-a6a0-d59461038273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:19.890588 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4f631c6e-5bce-4274-9225-a679e49e3fd2 req-2fd9f132-f4b1-4ab8-a6a0-d59461038273 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 1129 time: 0.0405366 Jul 26 15:07:19.922412 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:19.944428 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4f631c6e-5bce-4274-9225-a679e49e3fd2 req-f11c9a87-6bf8-4712-88fa-8bace4fdd265 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415342 Jul 26 15:07:20.040940 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:20.099837 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:07:20.182736 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:20.183040 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:20.262883 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:20.263568 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:20.288469 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:07:20.290768 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604bb59f-45f6-4531-baff-43ca17a647c7" -d '{"events": [{"server_uuid": "8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde", "name": "network-vif-plugged", "status": "completed", "tag": "8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:20.301905 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b46d-a982-4485-bdba-1124cdc66443 req-cd91e6e9-4ea8-47a0-803e-cff3de55dd3a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:20.303745 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-23a0b46d-a982-4485-bdba-1124cdc66443 req-cd91e6e9-4ea8-47a0-803e-cff3de55dd3a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0555325 Jul 26 15:07:20.304600 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:20.338039 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de3ed71-6f04-4c1b-a494-70602056fa7c x-openstack-request-id: req-0de3ed71-6f04-4c1b-a494-70602056fa7c {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:20.338039 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde", "name": "network-vif-plugged", "status": "completed", "tag": "8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:20.338039 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0de3ed71-6f04-4c1b-a494-70602056fa7c {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:20.338039 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de3ed71-6f04-4c1b-a494-70602056fa7c'] response: {'server_uuid': '8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d', 'code': 200} Jul 26 15:07:20.358093 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-23a0b46d-a982-4485-bdba-1124cdc66443 req-9c3cce7d-6aca-4966-841c-9c976e5391ab tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481243 Jul 26 15:07:20.413605 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:20.482604 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:20.775973 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cc668-efba-42b3-9b97-593dec3d8a45 req-1a99737a-1b14-4cd2-804f-460b6ea570ba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:20.777569 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f67cc668-efba-42b3-9b97-593dec3d8a45 req-1a99737a-1b14-4cd2-804f-460b6ea570ba tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0529516 Jul 26 15:07:20.828047 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f67cc668-efba-42b3-9b97-593dec3d8a45 req-9d8b3b71-9874-4e24-9cb9-d1471c3c9959 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Jul 26 15:07:20.977493 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:20.997935 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3403320-858f-4f92-9efa-ea776d748897 req-86c6679f-ab10-4b4f-80cf-9c0813baf33d tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:20.999649 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f3403320-858f-4f92-9efa-ea776d748897 req-86c6679f-ab10-4b4f-80cf-9c0813baf33d tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Jul 26 15:07:21.049666 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f3403320-858f-4f92-9efa-ea776d748897 req-4f69cc69-9b36-4b05-bb14-12f53c32d048 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Jul 26 15:07:21.095259 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34c44c-6dcb-4136-a9f4-8ecb51478514 req-88213a5e-827e-49cd-9e64-8d4fe0f2fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:21.097117 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ae34c44c-6dcb-4136-a9f4-8ecb51478514 req-88213a5e-827e-49cd-9e64-8d4fe0f2fe80 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 1130 time: 0.0412304 Jul 26 15:07:21.197397 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:21.201631 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:21.480874 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c31dd-f68d-4169-bdc2-9b82e69c7ec1 req-aafda9c0-7abd-4448-9d7c-95b15f47e362 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:21.482340 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e83c31dd-f68d-4169-bdc2-9b82e69c7ec1 req-aafda9c0-7abd-4448-9d7c-95b15f47e362 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0504792 Jul 26 15:07:21.537665 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e83c31dd-f68d-4169-bdc2-9b82e69c7ec1 req-c1ca51fb-17c5-46a6-bf5c-31add2d495a9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498037 Jul 26 15:07:21.951617 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf48be-e228-41e2-ba75-d1a6cbd75f50 req-b907dcb6-0f44-472b-a449-55d8a369b806 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:21.953110 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cecf48be-e228-41e2-ba75-d1a6cbd75f50 req-b907dcb6-0f44-472b-a449-55d8a369b806 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0505805 Jul 26 15:07:22.004991 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cecf48be-e228-41e2-ba75-d1a6cbd75f50 req-5d76e591-2773-4499-aa76-526a3f5d9fa5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458474 Jul 26 15:07:22.180109 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67ea1d-3f58-4af4-9a1f-ec4203134139 req-9da849c7-321a-49ff-acc6-43daccfb2d25 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:22.181493 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5c67ea1d-3f58-4af4-9a1f-ec4203134139 req-9da849c7-321a-49ff-acc6-43daccfb2d25 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0528505 Jul 26 15:07:22.237800 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5c67ea1d-3f58-4af4-9a1f-ec4203134139 req-a724dd4e-de68-4838-be04-e0bd21ea2cfa tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506327 Jul 26 15:07:22.679903 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a958ec4-d094-458a-a140-ead80fc321a9 req-56544b67-03ba-4b5d-817c-826502b78638 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:22.680492 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4a958ec4-d094-458a-a140-ead80fc321a9 req-56544b67-03ba-4b5d-817c-826502b78638 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0518801 Jul 26 15:07:22.739627 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4a958ec4-d094-458a-a140-ead80fc321a9 req-d99e3cac-51d6-443f-b421-9c870415eff2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Jul 26 15:07:22.934008 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36398) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:23.042087 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bdc23d8c-aa77-4ff2-8bcb-6949d9a87783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:23.121941 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bdc23d8c-aa77-4ff2-8bcb-6949d9a87783 admin admin] Publish callbacks [] for security_group (79df9bf3-f1a1-45af-a97c-65e2f56f8ee6), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:23.124162 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d9c3-2258-4475-88be-5698698e3fb9 req-12688d4d-6541-4256-b256-768ca88f5a28 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:23.125700 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4695d9c3-2258-4475-88be-5698698e3fb9 req-12688d4d-6541-4256-b256-768ca88f5a28 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0485034 Jul 26 15:07:23.179767 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4695d9c3-2258-4475-88be-5698698e3fb9 req-d9ea004e-09a5-418f-9cab-88c7450cac77 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478661 Jul 26 15:07:23.189851 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bdc23d8c-aa77-4ff2-8bcb-6949d9a87783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (79df9bf3-f1a1-45af-a97c-65e2f56f8ee6), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:23.230773 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc23d8c-aa77-4ff2-8bcb-6949d9a87783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79df9bf3-f1a1-45af-a97c-65e2f56f8ee6,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:23.234921 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-bdc23d8c-aa77-4ff2-8bcb-6949d9a87783 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8dcc2cf3cf2f49348683645556b0c2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998543 Jul 26 15:07:23.237685 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36404) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:23.293604 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f39ede0-3922-45d3-b8d9-d58ef538ee10 admin admin] Publish callbacks [] for security_group (79df9bf3-f1a1-45af-a97c-65e2f56f8ee6), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:23.295908 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:23.322166 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f39ede0-3922-45d3-b8d9-d58ef538ee10 admin admin] Publish callbacks [] for security_group (79df9bf3-f1a1-45af-a97c-65e2f56f8ee6), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:23.368778 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe65b4-a23b-4562-9c6f-da2301f0a7f3 req-4407f9cb-d748-46fd-a328-643c9cfe5abe tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:23.370622 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f8fe65b4-a23b-4562-9c6f-da2301f0a7f3 req-4407f9cb-d748-46fd-a328-643c9cfe5abe tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0495462 Jul 26 15:07:23.386261 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:07:23.421916 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f8fe65b4-a23b-4562-9c6f-da2301f0a7f3 req-92431afb-06fe-4512-b026-3474ee6799ae tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Jul 26 15:07:23.474282 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f39ede0-3922-45d3-b8d9-d58ef538ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (79df9bf3-f1a1-45af-a97c-65e2f56f8ee6), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:23.476917 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0f39ede0-3922-45d3-b8d9-d58ef538ee10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:23.478055 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-0f39ede0-3922-45d3-b8d9-d58ef538ee10 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/79df9bf3-f1a1-45af-a97c-65e2f56f8ee6 HTTP/1.1" status: 204 len: 168 time: 0.2394860 Jul 26 15:07:23.486253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39ede0-3922-45d3-b8d9-d58ef538ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df9bf3-f1a1-45af-a97c-65e2f56f8ee6,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:23.866097 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe2537-dba6-4fd1-9e0f-6c0a2395fb87 req-30434eea-3afe-4474-99a1-d87851ae0ad1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:23.867528 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3ffe2537-dba6-4fd1-9e0f-6c0a2395fb87 req-30434eea-3afe-4474-99a1-d87851ae0ad1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0480070 Jul 26 15:07:23.909591 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:23.918087 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3ffe2537-dba6-4fd1-9e0f-6c0a2395fb87 req-dad1ed23-8fb7-409d-af0b-e5a31982cdfe tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Jul 26 15:07:24.132471 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36420) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:24.140794 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:24.151567 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-907ec5dd-cf30-4704-81b2-ec818e03df3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:24.171780 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ae34c44c-6dcb-4136-a9f4-8ecb51478514 req-0ddcbd56-c634-4b93-8fe9-1e781bb52a43 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490839 Jul 26 15:07:24.232735 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-907ec5dd-cf30-4704-81b2-ec818e03df3b admin admin] Publish callbacks [] for security_group (6b5241ed-79f6-4b9c-af10-b7642950ac20), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:24.303863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9250574-fdcf-43f6-9d72-b04c12320047 req-f163d617-74c9-4ece-a267-c902b688b829 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:24.305560 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c9250574-fdcf-43f6-9d72-b04c12320047 req-f163d617-74c9-4ece-a267-c902b688b829 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0502355 Jul 26 15:07:24.305789 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-907ec5dd-cf30-4704-81b2-ec818e03df3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6b5241ed-79f6-4b9c-af10-b7642950ac20), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:24.372443 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ec5dd-cf30-4704-81b2-ec818e03df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5241ed-79f6-4b9c-af10-b7642950ac20,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:24.380151 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-907ec5dd-cf30-4704-81b2-ec818e03df3b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3f6393499e8c4bf28f13fde6aaea8f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447152 Jul 26 15:07:24.383023 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36428) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:24.386799 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c9250574-fdcf-43f6-9d72-b04c12320047 req-86985952-7e1b-4b0b-98b1-cea21d5f28be tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754809 Jul 26 15:07:24.435282 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8495b870-ca8a-441f-9792-dc4481015b66 admin admin] Publish callbacks [] for security_group (6b5241ed-79f6-4b9c-af10-b7642950ac20), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:24.459173 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8495b870-ca8a-441f-9792-dc4481015b66 admin admin] Publish callbacks [] for security_group (6b5241ed-79f6-4b9c-af10-b7642950ac20), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:24.542640 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8448-ee6c-481c-83b6-bb4367bd7018 req-7510809c-a718-4a40-b341-b307161dde05 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:24.544266 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-075d8448-ee6c-481c-83b6-bb4367bd7018 req-7510809c-a718-4a40-b341-b307161dde05 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0479972 Jul 26 15:07:24.555750 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8495b870-ca8a-441f-9792-dc4481015b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (6b5241ed-79f6-4b9c-af10-b7642950ac20), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:24.558306 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8495b870-ca8a-441f-9792-dc4481015b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:24.559527 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-8495b870-ca8a-441f-9792-dc4481015b66 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6b5241ed-79f6-4b9c-af10-b7642950ac20 HTTP/1.1" status: 204 len: 168 time: 0.1752424 Jul 26 15:07:24.569189 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b870-ca8a-441f-9792-dc4481015b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5241ed-79f6-4b9c-af10-b7642950ac20,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:24.611339 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-075d8448-ee6c-481c-83b6-bb4367bd7018 req-a2cf3022-0bfd-49c6-a4e6-e045c56afe3c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608988 Jul 26 15:07:25.024622 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:25.045477 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5ba6c-03c0-490a-bf29-417c503b36a0 req-52fe4327-56e7-489f-9f9c-b4e7fcf87a80 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:25.047016 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-55b5ba6c-03c0-490a-bf29-417c503b36a0 req-52fe4327-56e7-489f-9f9c-b4e7fcf87a80 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0553203 Jul 26 15:07:25.100841 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-55b5ba6c-03c0-490a-bf29-417c503b36a0 req-c258fadc-4dc0-4398-a76c-3ceddb4b24bb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476406 Jul 26 15:07:25.515991 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00060e-0bfd-426e-ac29-ae3fee27e27a req-bf6aecf6-db2f-4951-8cf8-c7e17f701e3c tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:25.517500 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5a00060e-0bfd-426e-ac29-ae3fee27e27a req-bf6aecf6-db2f-4951-8cf8-c7e17f701e3c tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0479081 Jul 26 15:07:25.567312 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5a00060e-0bfd-426e-ac29-ae3fee27e27a req-1db3a25b-82f5-4a7d-a0ed-f71538a3b083 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Jul 26 15:07:25.761107 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de4de0-7bec-435d-a5e7-c016301940ef req-3104b7ec-e24b-4381-bc92-6482a8fb12a3 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:25.762949 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c1de4de0-7bec-435d-a5e7-c016301940ef req-3104b7ec-e24b-4381-bc92-6482a8fb12a3 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0621521 Jul 26 15:07:25.864603 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c1de4de0-7bec-435d-a5e7-c016301940ef req-50e8dce2-de94-4cd3-a128-ebc7eeeb16ca tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920978 Jul 26 15:07:26.240375 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead163-e068-40eb-bfc4-3c62108b9e42 req-04dd8a6b-d25a-4c8d-a4a7-d0fcd9eaf6ae tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:26.248982 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8cead163-e068-40eb-bfc4-3c62108b9e42 req-04dd8a6b-d25a-4c8d-a4a7-d0fcd9eaf6ae tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0734828 Jul 26 15:07:26.324833 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8cead163-e068-40eb-bfc4-3c62108b9e42 req-d5473787-a7cf-438d-b629-8b045b377151 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725677 Jul 26 15:07:26.695184 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abda2a2-38db-427c-9e5f-dcaafaed949b req-27f7c451-1011-4090-a457-aac239db8998 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:26.696764 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0abda2a2-38db-427c-9e5f-dcaafaed949b req-27f7c451-1011-4090-a457-aac239db8998 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0533426 Jul 26 15:07:26.751085 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0abda2a2-38db-427c-9e5f-dcaafaed949b req-6fbe1ef0-be7a-4001-bc76-3cea3cf6df03 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Jul 26 15:07:27.453394 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b074bf-5c95-4e7e-b618-80d8d11f86ab req-8b2c06ef-9e56-4397-9b39-0887c785fe13 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:27.454979 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-87b074bf-5c95-4e7e-b618-80d8d11f86ab req-8b2c06ef-9e56-4397-9b39-0887c785fe13 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0524251 Jul 26 15:07:27.507791 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-87b074bf-5c95-4e7e-b618-80d8d11f86ab req-ed71a892-0481-4e17-86d7-a6765e888828 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Jul 26 15:07:27.880589 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446c746-c897-4a0c-b0aa-64b8576c54af req-17bc528d-19bd-4d82-97e9-545d6f36eed3 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:27.883566 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b446c746-c897-4a0c-b0aa-64b8576c54af req-17bc528d-19bd-4d82-97e9-545d6f36eed3 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0535412 Jul 26 15:07:27.939503 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b446c746-c897-4a0c-b0aa-64b8576c54af req-f63b5ab1-5b5c-4131-b680-58f368c7821d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516572 Jul 26 15:07:28.696319 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef832b7-7319-45d7-bec4-0f72007a3fa8 req-593c1af9-4371-4e24-a29c-89c332344e82 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:28.698899 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1ef832b7-7319-45d7-bec4-0f72007a3fa8 req-593c1af9-4371-4e24-a29c-89c332344e82 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0699098 Jul 26 15:07:28.783101 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1ef832b7-7319-45d7-bec4-0f72007a3fa8 req-3f6a1337-f77e-4a74-954a-4cdc95afb146 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782900 Jul 26 15:07:29.028645 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36670) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:29.142475 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f1ce-293b-4e23-a74a-15f81f00478c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:29.162904 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:29.232161 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f1ce-293b-4e23-a74a-15f81f00478c admin admin] Publish callbacks [] for security_group (aaa07008-9908-4566-a359-bd349279b51b), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:29.314862 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f1ce-293b-4e23-a74a-15f81f00478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (aaa07008-9908-4566-a359-bd349279b51b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:29.363649 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2f1ce-293b-4e23-a74a-15f81f00478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa07008-9908-4566-a359-bd349279b51b,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:29.371385 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f2e2f1ce-293b-4e23-a74a-15f81f00478c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=06f44e6d3d164242a9107933b6144e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416691 Jul 26 15:07:29.374393 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 36678) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:29.434984 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2d7d-c0ab-4b0a-8e99-12ee279ff7b4 admin admin] Publish callbacks [] for security_group (aaa07008-9908-4566-a359-bd349279b51b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:29.462338 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2d7d-c0ab-4b0a-8e99-12ee279ff7b4 admin admin] Publish callbacks [] for security_group (aaa07008-9908-4566-a359-bd349279b51b), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:29.470924 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:29.652922 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2d7d-c0ab-4b0a-8e99-12ee279ff7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (aaa07008-9908-4566-a359-bd349279b51b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:29.655545 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2d7d-c0ab-4b0a-8e99-12ee279ff7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:29.660611 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-8f7b2d7d-c0ab-4b0a-8e99-12ee279ff7b4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/aaa07008-9908-4566-a359-bd349279b51b HTTP/1.1" status: 204 len: 168 time: 0.2810037 Jul 26 15:07:29.665414 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b2d7d-c0ab-4b0a-8e99-12ee279ff7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa07008-9908-4566-a359-bd349279b51b,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:29.888153 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0775-58f7-46f1-b225-c5ac5577be12 req-8ba7e237-bae3-4aa1-a824-58815e6fd682 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:29.898590 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b01f0775-58f7-46f1-b225-c5ac5577be12 req-8ba7e237-bae3-4aa1-a824-58815e6fd682 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0655303 Jul 26 15:07:29.960643 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b01f0775-58f7-46f1-b225-c5ac5577be12 req-b88995e7-e75c-4d5e-8d09-1ce0c10f97d4 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595696 Jul 26 15:07:29.973687 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec3f52-08d4-403a-b421-6033f4957e3d req-90141ad7-537d-4a8a-aa2c-b68198f98106 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:29.976421 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-99ec3f52-08d4-403a-b421-6033f4957e3d req-90141ad7-537d-4a8a-aa2c-b68198f98106 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0627694 Jul 26 15:07:30.043027 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-99ec3f52-08d4-403a-b421-6033f4957e3d req-e6df6e46-0cd0-42c5-a7e8-8a37fb599588 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Jul 26 15:07:31.094495 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc724bb-7b78-4234-bb56-a9a027c227ad req-0afa8ddd-85da-4b7a-833c-43847548c53a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:31.096867 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2cc724bb-7b78-4234-bb56-a9a027c227ad req-0afa8ddd-85da-4b7a-833c-43847548c53a tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0520172 Jul 26 15:07:31.175020 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2cc724bb-7b78-4234-bb56-a9a027c227ad req-97df2350-3b8f-4de7-b25a-35d5d6514dea tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704458 Jul 26 15:07:31.212219 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172936e-8554-4f31-9ff5-59fe5347bc24 req-7bb36e77-4d40-41ba-b770-153a118b9fcd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:31.213704 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d172936e-8554-4f31-9ff5-59fe5347bc24 req-7bb36e77-4d40-41ba-b770-153a118b9fcd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0703793 Jul 26 15:07:31.269168 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d172936e-8554-4f31-9ff5-59fe5347bc24 req-874eb94a-9a6f-4831-8113-b95d8dc9f350 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494521 Jul 26 15:07:32.293175 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:32.307745 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658968bf-3656-40a0-92ba-fac12b1ab1e7 req-cee57f9c-a12a-434f-b091-8f65f3af6946 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:32.309272 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-658968bf-3656-40a0-92ba-fac12b1ab1e7 req-cee57f9c-a12a-434f-b091-8f65f3af6946 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0500171 Jul 26 15:07:32.363302 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-658968bf-3656-40a0-92ba-fac12b1ab1e7 req-82f5cf64-b33b-43e9-b343-8141a8c0f1ff tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478625 Jul 26 15:07:32.414139 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f694-5681-401f-a7f2-4fd4d2fe5c4b req-42da612d-edbc-4960-9f36-9d9ced292de1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:32.415748 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-86d3f694-5681-401f-a7f2-4fd4d2fe5c4b req-42da612d-edbc-4960-9f36-9d9ced292de1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0553939 Jul 26 15:07:32.473991 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-86d3f694-5681-401f-a7f2-4fd4d2fe5c4b req-2bcbed39-dc26-4dea-ad35-6d010021e7e0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523469 Jul 26 15:07:32.736449 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe532f4-0f48-4b28-9ffc-27c50525c490 req-d23afecd-0508-47d7-9f99-5d5434b0c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:32.738014 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bfe532f4-0f48-4b28-9ffc-27c50525c490 req-d23afecd-0508-47d7-9f99-5d5434b0c3e3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 1129 time: 0.0431032 Jul 26 15:07:32.860324 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bfe532f4-0f48-4b28-9ffc-27c50525c490 req-174500b0-190f-4f71-b0a0-58fa585ba5f9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461991 Jul 26 15:07:33.122395 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36790) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:33.246458 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c448eda-e12d-4125-81cd-98286cb9dff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.311616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:33.313681 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-8285d8f2-a5e1-40b7-8a66-08f47cfa10ef tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:33.315244 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-8285d8f2-a5e1-40b7-8a66-08f47cfa10ef tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.102 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0765204 Jul 26 15:07:33.348735 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c448eda-e12d-4125-81cd-98286cb9dff5 admin admin] Publish callbacks [] for security_group (fb5f9fd5-4f5a-4784-bd23-eab5f8d6ec4a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.488402 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384aaa7-be7d-46f7-9b54-2c6b86d42c89 req-13543eaa-415b-43a3-9be7-4110b960f656 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:33.490207 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8384aaa7-be7d-46f7-9b54-2c6b86d42c89 req-13543eaa-415b-43a3-9be7-4110b960f656 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 946 time: 0.0531864 Jul 26 15:07:33.508573 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c448eda-e12d-4125-81cd-98286cb9dff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (fb5f9fd5-4f5a-4784-bd23-eab5f8d6ec4a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.569646 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7c448eda-e12d-4125-81cd-98286cb9dff5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5cc2bf83118e4b22a3fc0678236d2018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460905 Jul 26 15:07:33.571973 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c448eda-e12d-4125-81cd-98286cb9dff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f9fd5-4f5a-4784-bd23-eab5f8d6ec4a,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:33.574152 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8384aaa7-be7d-46f7-9b54-2c6b86d42c89 req-95f8b191-ad16-4125-af7e-5e9c6f37edd5 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/security-groups?id=2b75a0e2-9a87-4cff-bc03-8a5013d651bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771582 Jul 26 15:07:33.574924 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 36808) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:33.648044 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ab0aeef6-ec6c-4fb6-a8f0-b009f2761c14 admin admin] Publish callbacks [] for security_group (fb5f9fd5-4f5a-4784-bd23-eab5f8d6ec4a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.665858 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f8fca-bc5f-4983-afec-763f202fd7d0 req-41dfb157-d3ed-4fa4-8a59-7f7dda8e7f0f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:33.667694 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e48f8fca-bc5f-4983-afec-763f202fd7d0 req-41dfb157-d3ed-4fa4-8a59-7f7dda8e7f0f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0738235 Jul 26 15:07:33.682563 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ab0aeef6-ec6c-4fb6-a8f0-b009f2761c14 admin admin] Publish callbacks [] for security_group (fb5f9fd5-4f5a-4784-bd23-eab5f8d6ec4a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.769357 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e48f8fca-bc5f-4983-afec-763f202fd7d0 req-6f780905-b22f-4bf7-b2b4-aca7ff5b7734 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903473 Jul 26 15:07:33.801653 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ab0aeef6-ec6c-4fb6-a8f0-b009f2761c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (fb5f9fd5-4f5a-4784-bd23-eab5f8d6ec4a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.804394 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ab0aeef6-ec6c-4fb6-a8f0-b009f2761c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.805487 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ab0aeef6-ec6c-4fb6-a8f0-b009f2761c14 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fb5f9fd5-4f5a-4784-bd23-eab5f8d6ec4a HTTP/1.1" status: 204 len: 168 time: 0.2287302 Jul 26 15:07:33.815267 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aeef6-ec6c-4fb6-a8f0-b009f2761c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f9fd5-4f5a-4784-bd23-eab5f8d6ec4a,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:34.196805 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36824) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:34.209317 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Deleting port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:07:34.209670 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.352434 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e6dbdb54-7f95-411a-a804-a3f2ac09ee7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.375756 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] For port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,segment=NetworkSegment(8ea9a133-9aad-4d76-a935-0a775d9258b5),segment_id=8ea9a133-9aad-4d76-a935-0a775d9258b5)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:34.375756 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.387140 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:34.398863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Calling delete_port for 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d owned by compute:nova {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:07:34.456066 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e6dbdb54-7f95-411a-a804-a3f2ac09ee7a admin admin] Publish callbacks [] for security_group (47bb1679-5d32-43b9-a6ae-f3db34f9caaa), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.574258 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e6dbdb54-7f95-411a-a804-a3f2ac09ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (47bb1679-5d32-43b9-a6ae-f3db34f9caaa), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.626551 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e6dbdb54-7f95-411a-a804-a3f2ac09ee7a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=30cfba60d2fe4fdb8d208be6e8726475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276969 Jul 26 15:07:34.635673 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbdb54-7f95-411a-a804-a3f2ac09ee7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bb1679-5d32-43b9-a6ae-f3db34f9caaa,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:34.638370 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36844) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:34.657836 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:34.701816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-172f4423-b72f-487a-988b-8bc0606ed3d4 admin admin] Publish callbacks [] for security_group (47bb1679-5d32-43b9-a6ae-f3db34f9caaa), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.729219 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-172f4423-b72f-487a-988b-8bc0606ed3d4 admin admin] Publish callbacks [] for security_group (47bb1679-5d32-43b9-a6ae-f3db34f9caaa), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.732025 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ecfcfe4e-b573-4e0c-9f89-8335c09ed495 req-39797754-5ce5-4b41-9ab0-dd79c71e1895 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0336022 Jul 26 15:07:34.732844 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.742544 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:34.765987 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Pushing event deleted for resources: {'Port': ['ID=8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:34.843067 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] No DVR routers for this DVR port 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d on host hv-cinder-85066 {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:07:34.847881 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.853630 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e1574da3-deb5-40bf-82ae-b89baf53d3c3 req-d3971d0f-9270-4d00-bacc-bb450b90c52d tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.102 "DELETE /v2.0/ports/8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d HTTP/1.1" status: 204 len: 173 time: 0.7350321 Jul 26 15:07:34.861658 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde', 'name': 'network-vif-deleted', 'tag': '8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:07:34.861658 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada50acf-651e-41c0-9a7f-95de9f242e5f" -d '{"events": [{"server_uuid": "8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde", "name": "network-vif-deleted", "tag": "8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:34.882823 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-172f4423-b72f-487a-988b-8bc0606ed3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (47bb1679-5d32-43b9-a6ae-f3db34f9caaa), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.900029 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-172f4423-b72f-487a-988b-8bc0606ed3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:34.900029 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-172f4423-b72f-487a-988b-8bc0606ed3d4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/47bb1679-5d32-43b9-a6ae-f3db34f9caaa HTTP/1.1" status: 204 len: 168 time: 0.2517486 Jul 26 15:07:34.917353 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f4423-b72f-487a-988b-8bc0606ed3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bb1679-5d32-43b9-a6ae-f3db34f9caaa,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:34.959972 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd1640-1885-46be-87c2-18c77df5f88f x-openstack-request-id: req-99cd1640-1885-46be-87c2-18c77df5f88f {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:34.962044 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde", "name": "network-vif-deleted", "tag": "8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:34.962044 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-99cd1640-1885-46be-87c2-18c77df5f88f {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:34.962044 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99cd1640-1885-46be-87c2-18c77df5f88f'] response: {'server_uuid': '8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde', 'name': 'network-vif-deleted', 'tag': '8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d', 'status': 'completed', 'code': 200} Jul 26 15:07:35.034471 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a70c-3f93-45c2-9114-64845ac0b460 req-b5b8aaae-acfb-49bb-b1ce-06a5dd6cfb0f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:35.036852 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f607a70c-3f93-45c2-9114-64845ac0b460 req-b5b8aaae-acfb-49bb-b1ce-06a5dd6cfb0f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.1086946 Jul 26 15:07:35.072698 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36864) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:35.108101 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f607a70c-3f93-45c2-9114-64845ac0b460 req-c58440a5-3594-42c9-b884-7b223c45bf48 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634422 Jul 26 15:07:35.220050 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd3de6ac-de34-4bc2-910d-c897ee8df749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.299701 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:35.360815 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd3de6ac-de34-4bc2-910d-c897ee8df749 admin admin] Publish callbacks [] for security_group (15c4a65c-762c-4bd8-8590-0698c6167d89), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.493841 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd3de6ac-de34-4bc2-910d-c897ee8df749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (15c4a65c-762c-4bd8-8590-0698c6167d89), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.508460 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 36874) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:35.547793 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-cd3de6ac-de34-4bc2-910d-c897ee8df749 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ad6d7ffaa7104eb68ce544d95dd4605e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739089 Jul 26 15:07:35.552450 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3de6ac-de34-4bc2-910d-c897ee8df749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c4a65c-762c-4bd8-8590-0698c6167d89,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:35.555058 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36878) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:35.625726 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0a1d-550f-483a-ae94-878e73eab0c6 admin admin] Publish callbacks [] for security_group (15c4a65c-762c-4bd8-8590-0698c6167d89), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.653534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0a1d-550f-483a-ae94-878e73eab0c6 admin admin] Publish callbacks [] for security_group (15c4a65c-762c-4bd8-8590-0698c6167d89), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.672597 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409673313-network', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:35.795782 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Made reservation on behalf of a9f0ab2fc6e64eada5f55a0f0a835073 for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:07:35.795981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0a1d-550f-483a-ae94-878e73eab0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (15c4a65c-762c-4bd8-8590-0698c6167d89), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.798354 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0a1d-550f-483a-ae94-878e73eab0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.798797 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.799509 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-cf0e0a1d-550f-483a-ae94-878e73eab0c6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/15c4a65c-762c-4bd8-8590-0698c6167d89 HTTP/1.1" status: 204 len: 168 time: 0.2434280 Jul 26 15:07:35.815813 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.823556 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e0a1d-550f-483a-ae94-878e73eab0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c4a65c-762c-4bd8-8590-0698c6167d89,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:35.911083 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-df34fa97-5f4c-4a62-8518-03052b83fb31 req-f8bf856d-42ce-4c7e-91a7-75d77b420013 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.0447905 Jul 26 15:07:35.999608 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Publish callbacks [] for security_group (8703515a-53ed-4468-a95b-0397c38a09f8), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.048230 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36890) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:36.070242 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b070e68d-8aa9-4c37-9b72-9911e39a47da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.082540 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (8703515a-53ed-4468-a95b-0397c38a09f8), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.105704 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:36.135636 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:07:36.141138 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8703515a-53ed-4468-a95b-0397c38a09f8,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:36.158478 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:07:36.161740 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 8c8dadd9-04ed-4a57-81f8-f4cbde8cee8d not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:36.170422 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.171455 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Added segment f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14 of type vlan for network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a Jul 26 15:07:36.230561 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b070e68d-8aa9-4c37-9b72-9911e39a47da admin admin] Publish callbacks [] for security_group (b978a640-7a93-456d-a390-00924205b990), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.234538 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.238401 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:36.309256 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada09a1-49b7-41ef-ba60-d753f42bc965 req-464782b1-203d-4f1f-994d-2901b2552eef tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:36.311990 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ada09a1-49b7-41ef-ba60-d753f42bc965 req-464782b1-203d-4f1f-994d-2901b2552eef tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0948491 Jul 26 15:07:36.334635 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b070e68d-8aa9-4c37-9b72-9911e39a47da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b978a640-7a93-456d-a390-00924205b990), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.365462 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.369822 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:36.369822 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.398371 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2ada09a1-49b7-41ef-ba60-d753f42bc965 req-773107b8-8f00-49c9-9255-b1c997d81d80 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807388 Jul 26 15:07:36.419162 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-b070e68d-8aa9-4c37-9b72-9911e39a47da admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8187a4395efb4338ae1fd75cbb5ce775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696992 Jul 26 15:07:36.419793 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36900) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:36.426650 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070e68d-8aa9-4c37-9b72-9911e39a47da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b978a640-7a93-456d-a390-00924205b990,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:36.476193 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:36.498286 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:07:36.504295 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7d8e-447d-46fd-b44e-027a1afcd6be admin admin] Publish callbacks [] for security_group (b978a640-7a93-456d-a390-00924205b990), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.530272 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 36906) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:36.537622 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-4a2ff663-1d49-4068-ae4c-027f8c26f3a0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047891609', 'description': 'tempest-description--2111760440'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:36.542506 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7d8e-447d-46fd-b44e-027a1afcd6be admin admin] Publish callbacks [] for security_group (b978a640-7a93-456d-a390-00924205b990), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.614651 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-6428d4c0-168e-4ad1-a8aa-542ef7d857f2 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1045794 Jul 26 15:07:36.617779 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 36912) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:36.626934 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Request body: {'subnet': {'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409673313-subnet', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'ip_version': 4}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:36.744639 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff663-1d49-4068-ae4c-027f8c26f3a0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.778762 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7d8e-447d-46fd-b44e-027a1afcd6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b978a640-7a93-456d-a390-00924205b990), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.782240 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7d8e-447d-46fd-b44e-027a1afcd6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.782611 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Made reservation on behalf of a9f0ab2fc6e64eada5f55a0f0a835073 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:07:36.786225 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:36.787711 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-eaaa7d8e-447d-46fd-b44e-027a1afcd6be admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b978a640-7a93-456d-a390-00924205b990 HTTP/1.1" status: 204 len: 168 time: 0.3664420 Jul 26 15:07:36.797560 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa7d8e-447d-46fd-b44e-027a1afcd6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b978a640-7a93-456d-a390-00924205b990,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:36.976690 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff663-1d49-4068-ae4c-027f8c26f3a0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (7ba8d59a-2615-4f93-a107-75cb611374f0), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.156412 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3c90b-b1b3-4fd2-a262-c0cf37aa74ef req-ea59f534-8489-4f6a-bb22-28dee7e47696 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:37.156412 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-88d3c90b-b1b3-4fd2-a262-c0cf37aa74ef req-ea59f534-8489-4f6a-bb22-28dee7e47696 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.1338794 Jul 26 15:07:37.193925 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff663-1d49-4068-ae4c-027f8c26f3a0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7ba8d59a-2615-4f93-a107-75cb611374f0), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.216349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:37.234866 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-88d3c90b-b1b3-4fd2-a262-c0cf37aa74ef req-78d36362-6f63-43b1-a5a5-11ae449cdcd3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747406 Jul 26 15:07:37.270708 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:37.284994 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2dfeb9d5-ad91-4aca-b1f9-9a12c48c8da5 req-1095a238-d98f-42f3-9e90-de1e6257a3e4 tempest-VolumesActionsTest-151571423 tempest-VolumesActionsTest-151571423-project] 10.222.0.94 "GET /v2.0/ports?device_id=8786fd30-cfed-4d9b-bfa7-eeb64ffe0dde HTTP/1.1" status: 200 len: 210 time: 0.1423182 Jul 26 15:07:37.301132 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-855ad9e0-2300-4608-a3d2-359a20c9e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:37.302659 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-855ad9e0-2300-4608-a3d2-359a20c9e79e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 1129 time: 0.2117765 Jul 26 15:07:37.313471 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ff663-1d49-4068-ae4c-027f8c26f3a0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba8d59a-2615-4f93-a107-75cb611374f0,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:37.320676 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff663-1d49-4068-ae4c-027f8c26f3a0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.327122 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-4a2ff663-1d49-4068-ae4c-027f8c26f3a0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7897365 Jul 26 15:07:37.329797 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36934) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:37.335779 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-1db7c09b-4f53-4a82-8980-ee8e3aab82ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group_rule': {'security_group_id': '7ba8d59a-2615-4f93-a107-75cb611374f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:37.402227 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for subnet (08560f92-4368-409f-a92a-1a8e52a2ba78), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.485204 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=08560f92-4368-409f-a92a-1a8e52a2ba78,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:37.496507 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-4033da5b-a0b0-4d71-a0b5-6808f296d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:37.507445 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-4033da5b-a0b0-4d71-a0b5-6808f296d577 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.1907146 Jul 26 15:07:37.519125 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1db7c09b-4f53-4a82-8980-ee8e3aab82ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (e87d984f-26fb-41a5-bfc5-94a54f0e4de6), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.525323 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Checking segment: {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:37.529158 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Network hostable DHCP agents. Network: a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:07:37.554686 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:37.564380 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-e6cd7f3f-a627-45ac-b9cb-1215f7b88dd1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0552bdab-a714-4a7a-a202-96df45a02287 HTTP/1.1" status: 200 len: 217 time: 0.0486367 Jul 26 15:07:37.616776 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1db7c09b-4f53-4a82-8980-ee8e3aab82ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (e87d984f-26fb-41a5-bfc5-94a54f0e4de6), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.631206 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-11b6207e-bd87-4a84-8a65-5d3c332d011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:37.633036 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-11b6207e-bd87-4a84-8a65-5d3c332d011a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0600443 Jul 26 15:07:37.697498 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-0e5ef51e-e391-444d-9ec4-7d7474cebe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:37.699019 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-0e5ef51e-e391-444d-9ec4-7d7474cebe37 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587802 Jul 26 15:07:37.739911 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1db7c09b-4f53-4a82-8980-ee8e3aab82ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (e87d984f-26fb-41a5-bfc5-94a54f0e4de6), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.761838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c09b-4f53-4a82-8980-ee8e3aab82ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87d984f-26fb-41a5-bfc5-94a54f0e4de6,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:37.762427 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:07:37.827965 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-82d8dcf0-6a47-47f1-8e42-f4e654b0f008 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143842 Jul 26 15:07:37.841619 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1db7c09b-4f53-4a82-8980-ee8e3aab82ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.845207 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1db7c09b-4f53-4a82-8980-ee8e3aab82ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5143168 Jul 26 15:07:37.852135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 36960) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:37.856775 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-bd815a7e-f8ed-42ba-bb21-22ec03023561 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group_rule': {'security_group_id': '7ba8d59a-2615-4f93-a107-75cb611374f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:37.900922 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:37.912492 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de3c37-495e-4482-86bd-762fe11261b7 None None] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:07:37.915523 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:37.916255 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:37.982698 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8db30851-b9a8-4e13-8837-9d50c4d607f5 req-1b35dcfa-be29-4f42-92c5-86dd78a07ef9 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409037 Jul 26 15:07:38.033008 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-fac8e257-4529-4816-bfdc-c0a954b82ffd admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4142082 Jul 26 15:07:38.038098 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 36992) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:38.043323 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:38.052515 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:07:38.054941 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.057189 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bd815a7e-f8ed-42ba-bb21-22ec03023561 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (110d0d35-6cc4-4e79-8618-a4453e246136), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.200403 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (3209babc-7e8a-4696-9cad-3c8302ad13ff), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.202558 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (3209babc-7e8a-4696-9cad-3c8302ad13ff), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.223327 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bd815a7e-f8ed-42ba-bb21-22ec03023561 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (110d0d35-6cc4-4e79-8618-a4453e246136), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.265107 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks [] for router_controller (3209babc-7e8a-4696-9cad-3c8302ad13ff), precommit_add_association {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.279007 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Allocated IP 172.20.0.2 (a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a/08560f92-4368-409f-a92a-1a8e52a2ba78/3bb499ed-f2ba-44f8-b407-9dd382c7abef) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:38.329663 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bd815a7e-f8ed-42ba-bb21-22ec03023561 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (110d0d35-6cc4-4e79-8618-a4453e246136), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.348113 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=11 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:38.382798 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd815a7e-f8ed-42ba-bb21-22ec03023561 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110d0d35-6cc4-4e79-8618-a4453e246136,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:38.404679 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=17 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:38.471445 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bd815a7e-f8ed-42ba-bb21-22ec03023561 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.471445 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-bd815a7e-f8ed-42ba-bb21-22ec03023561 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6179202 Jul 26 15:07:38.475804 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:38.476889 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:38.479499 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 37010) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:38.495379 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:38.526695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Publish callbacks [] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.629545 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.632594 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.652647 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:38.655531 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:38.675653 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:38.758646 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.770410 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Attempting to bind port 3bb499ed-f2ba-44f8-b407-9dd382c7abef on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:07:38.772147 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Attempting to bind port 3bb499ed-f2ba-44f8-b407-9dd382c7abef by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:07:38.772147 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Attempting to bind port 3bb499ed-f2ba-44f8-b407-9dd382c7abef on network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:38.775813 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Pushing event updated for resources: {'Port': ['ID=3bb499ed-f2ba-44f8-b407-9dd382c7abef,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:38.780998 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:07:38.781434 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Checking segment: {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:38.781893 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.782290 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Bound using segment: {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:07:38.782813 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Bound port: 3bb499ed-f2ba-44f8-b407-9dd382c7abef, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:07:38.783198 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.784987 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdf076-9cd1-4bbd-bc1a-ddcd36c8568e req-f8584052-79c4-4583-976f-0fab28760e58 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:38.800901 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cacdf076-9cd1-4bbd-bc1a-ddcd36c8568e req-f8584052-79c4-4583-976f-0fab28760e58 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.4642649 Jul 26 15:07:38.884476 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] For port 3bb499ed-f2ba-44f8-b407-9dd382c7abef, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:38.888576 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] For port 3bb499ed-f2ba-44f8-b407-9dd382c7abef, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=3bb499ed-f2ba-44f8-b407-9dd382c7abef,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:38.911429 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks [] for router_gateway (3209babc-7e8a-4696-9cad-3c8302ad13ff), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:38.938644 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cacdf076-9cd1-4bbd-bc1a-ddcd36c8568e req-2af711cb-7117-4e7f-8cc7-617ca90ecd9c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367617 Jul 26 15:07:38.961567 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Allocated IP 172.27.2.14 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/f59c2931-35c4-4f09-91a4-0ecfceb81216) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:39.018169 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.103878 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9709371-1a7c-47a3-89a8-945852635c5b None None] Pushing event updated for resources: {'Port': ['ID=3bb499ed-f2ba-44f8-b407-9dd382c7abef,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:39.133709 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (f59c2931-35c4-4f09-91a4-0ecfceb81216), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.212763 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:39.304908 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (f59c2931-35c4-4f09-91a4-0ecfceb81216), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.322712 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks [] for router_gateway (3209babc-7e8a-4696-9cad-3c8302ad13ff), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.344898 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.345935 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:39.371807 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:39.376228 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:39.389102 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=f59c2931-35c4-4f09-91a4-0ecfceb81216,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:39.514548 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (ca831f0f-5db5-4eaf-beaf-8de810b05041), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.533366 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Allocated IP 172.27.2.129 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/390b7851-28fd-47f3-8af4-b3b466b12730) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:39.674059 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks [] for port (390b7851-28fd-47f3-8af4-b3b466b12730), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.721017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (f59c2931-35c4-4f09-91a4-0ecfceb81216), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.827728 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 3bb499ed-f2ba-44f8-b407-9dd382c7abef up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:39.840653 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.893482 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:39.897743 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:39.904945 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:39.909839 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:39.929189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 3bb499ed-f2ba-44f8-b407-9dd382c7abef triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:39.929792 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:39.957056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Pushing event updated for resources: {'Port': ['ID=390b7851-28fd-47f3-8af4-b3b466b12730,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:40.054346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 3bb499ed-f2ba-44f8-b407-9dd382c7abef is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:40.054969 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.067948 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:40.137976 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 3bb499ed-f2ba-44f8-b407-9dd382c7abef, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=3bb499ed-f2ba-44f8-b407-9dd382c7abef,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:40.223092 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.319089 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=3bb499ed-f2ba-44f8-b407-9dd382c7abef,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:40.471567 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (f59c2931-35c4-4f09-91a4-0ecfceb81216), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.482110 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e7f0e-ff41-4260-9cc5-6d37618fe493 req-9197f6c3-bfc4-4ebb-adfb-fec11c892adb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:40.489665 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9f8e7f0e-ff41-4260-9cc5-6d37618fe493 req-9197f6c3-bfc4-4ebb-adfb-fec11c892adb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0784841 Jul 26 15:07:40.511334 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-37c51d68-6410-45d3-aa13-e51248136855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.514889 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:40.550222 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (f59c2931-35c4-4f09-91a4-0ecfceb81216), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.563148 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9f8e7f0e-ff41-4260-9cc5-6d37618fe493 req-b412d13b-8e42-42ad-ba6f-dfdb92ad2b53 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722802 Jul 26 15:07:40.607526 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (ca831f0f-5db5-4eaf-beaf-8de810b05041), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.610851 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks [] for router_gateway (3209babc-7e8a-4696-9cad-3c8302ad13ff), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.629432 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3abc45-657b-48ea-bdaf-5d915bef39fe None None] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:07:40.657701 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=f59c2931-35c4-4f09-91a4-0ecfceb81216,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:40.721795 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-6e9c3226-729b-43a1-8efc-22b1553bb3c9 None None] Provisioning complete for port 3bb499ed-f2ba-44f8-b407-9dd382c7abef triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:40.722269 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6e9c3226-729b-43a1-8efc-22b1553bb3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.753713 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.756826 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-95a55d2e-0933-4187-81ea-4e7a159e058c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2726927 Jul 26 15:07:40.904547 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (3209babc-7e8a-4696-9cad-3c8302ad13ff), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:40.923323 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c3226-729b-43a1-8efc-22b1553bb3c9 None None] Current status of the port 3bb499ed-f2ba-44f8-b407-9dd382c7abef is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:41.165798 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Router 3209babc-7e8a-4696-9cad-3c8302ad13ff is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:07:41.250703 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-cc71a952-cd3b-4074-881a-d737d9dd963b None None] Provisioning complete for port 3bb499ed-f2ba-44f8-b407-9dd382c7abef triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:41.251500 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cc71a952-cd3b-4074-881a-d737d9dd963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:41.324963 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:07:41.341350 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Sync routers for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:07:41.345019 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-cc71a952-cd3b-4074-881a-d737d9dd963b None None] Current status of the port 3bb499ed-f2ba-44f8-b407-9dd382c7abef is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:41.354526 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:07:41.355206 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:07:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:41.420618 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:41.424813 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6fc52517-1f3b-4100-81bb-163ef9d8fd98 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3821437 Jul 26 15:07:41.424993 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 37130) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:41.486845 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:07:42.070157 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:40Z', 'revision_number': 3, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:42.072579 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37138) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:42.073390 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:42.073390 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Checking router: 3209babc-7e8a-4696-9cad-3c8302ad13ff for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:07:42.073390 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Updating router 3209babc-7e8a-4696-9cad-3c8302ad13ff port 390b7851-28fd-47f3-8af4-b3b466b12730 binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:07:42.073390 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 3bb499ed-f2ba-44f8-b407-9dd382c7abef up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:42.074451 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58f933-27f6-4943-8007-8038f060d62e req-1107da79-7083-4aaa-9a83-495fa79ee63c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:42.074451 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2b58f933-27f6-4943-8007-8038f060d62e req-1107da79-7083-4aaa-9a83-495fa79ee63c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.1537435 Jul 26 15:07:42.076579 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.076579 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 3bb499ed-f2ba-44f8-b407-9dd382c7abef triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:42.077933 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6d01-7437-4b0e-8c8e-0e3a1048f782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.079118 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.080041 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2b58f933-27f6-4943-8007-8038f060d62e req-574e7e92-758b-4958-a06f-7ed7b32389bd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168013 Jul 26 15:07:42.146912 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6d01-7437-4b0e-8c8e-0e3a1048f782 admin admin] Publish callbacks [] for security_group (f5014255-86e8-4e15-b53e-de120ad73c68), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.185099 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 3bb499ed-f2ba-44f8-b407-9dd382c7abef is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:42.196020 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6d01-7437-4b0e-8c8e-0e3a1048f782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f5014255-86e8-4e15-b53e-de120ad73c68), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.201712 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.227447 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-eb6c6d01-7437-4b0e-8c8e-0e3a1048f782 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f53ee2df7667452a87e2b377ad1b1924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4878168 Jul 26 15:07:42.235699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37144) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:42.279593 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c6d01-7437-4b0e-8c8e-0e3a1048f782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5014255-86e8-4e15-b53e-de120ad73c68,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:42.334987 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Publish callbacks [] for port (390b7851-28fd-47f3-8af4-b3b466b12730), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.346273 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e915736-59cf-49c8-a3cd-9b0e3557e0b0 admin admin] Publish callbacks [] for security_group (f5014255-86e8-4e15-b53e-de120ad73c68), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.374473 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e915736-59cf-49c8-a3cd-9b0e3557e0b0 admin admin] Publish callbacks [] for security_group (f5014255-86e8-4e15-b53e-de120ad73c68), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.399003 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Allocated IP 172.20.0.1 (a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a/08560f92-4368-409f-a92a-1a8e52a2ba78/5ca23f3c-ea14-4378-87b2-488891a46509) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:42.447944 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.519040 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Attempting to bind port 390b7851-28fd-47f3-8af4-b3b466b12730 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:07:42.520516 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Attempting to bind port 390b7851-28fd-47f3-8af4-b3b466b12730 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:07:42.520516 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Attempting to bind port 390b7851-28fd-47f3-8af4-b3b466b12730 on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:42.537693 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:07:42.541526 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:42.541526 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.541526 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:07:42.541526 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Bound port: 390b7851-28fd-47f3-8af4-b3b466b12730, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:07:42.541526 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.543378 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df528c0-cf7e-425e-a9f6-6219fa3d9293 None None] Pushing event updated for resources: {'Port': ['ID=390b7851-28fd-47f3-8af4-b3b466b12730,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:42.562031 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e915736-59cf-49c8-a3cd-9b0e3557e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f5014255-86e8-4e15-b53e-de120ad73c68), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.565476 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e915736-59cf-49c8-a3cd-9b0e3557e0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.570493 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Publish callbacks [] for port (5ca23f3c-ea14-4378-87b2-488891a46509), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.570669 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6e915736-59cf-49c8-a3cd-9b0e3557e0b0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f5014255-86e8-4e15-b53e-de120ad73c68 HTTP/1.1" status: 204 len: 168 time: 0.3301804 Jul 26 15:07:42.577274 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e915736-59cf-49c8-a3cd-9b0e3557e0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5014255-86e8-4e15-b53e-de120ad73c68,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:42.605787 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:42.646921 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-d0b1d452-e0bf-453c-8376-0a2f26addbe6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716963 Jul 26 15:07:42.648872 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] For port 390b7851-28fd-47f3-8af4-b3b466b12730, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:42.655540 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] For port 390b7851-28fd-47f3-8af4-b3b466b12730, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=390b7851-28fd-47f3-8af4-b3b466b12730,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:42.712048 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.733307 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.763895 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-6ec3966f-aeb0-4590-ac69-3b52cda4bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:42.765630 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-6ec3966f-aeb0-4590-ac69-3b52cda4bd0e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 1129 time: 0.0880568 Jul 26 15:07:42.776747 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:42.780839 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:42.799219 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:42.799219 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (3209babc-7e8a-4696-9cad-3c8302ad13ff), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:42.871849 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:42.875603 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca23f3c-ea14-4378-87b2-488891a46509,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:42.899311 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:43.003216 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:43.031792 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:07:43.032605 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:07:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:43.128275 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df528c0-cf7e-425e-a9f6-6219fa3d9293 None None] Pushing event updated for resources: {'Port': ['ID=390b7851-28fd-47f3-8af4-b3b466b12730,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:43.136923 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:43.203765 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:43.292293 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:07:43.304247 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-c9f600e7-075d-4d26-89f2-29166f4f0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:43.305787 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-c9f600e7-075d-4d26-89f2-29166f4f0bdc service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.2121105 Jul 26 15:07:43.347035 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-38bf3366-9248-4b3f-a8a3-f1c74e39866d None None] Provisioning complete for port 5ca23f3c-ea14-4378-87b2-488891a46509 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:43.347707 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-38bf3366-9248-4b3f-a8a3-f1c74e39866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:43.399439 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-fbe56162-a832-4313-ac5a-705e6c6f8f1e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0552bdab-a714-4a7a-a202-96df45a02287 HTTP/1.1" status: 200 len: 217 time: 0.0446842 Jul 26 15:07:43.455863 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-38bf3366-9248-4b3f-a8a3-f1c74e39866d None None] Port 5ca23f3c-ea14-4378-87b2-488891a46509 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:07:43.533890 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-ee4676f9-c3ed-4258-b9d3-8e87ce39a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:43.535410 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-ee4676f9-c3ed-4258-b9d3-8e87ce39a2fe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.1200063 Jul 26 15:07:43.606267 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Publish callbacks [] for port (5ca23f3c-ea14-4378-87b2-488891a46509), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:43.620716 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-37c5454d-3712-48a1-8174-5264d2f8cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:43.623298 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-37c5454d-3712-48a1-8174-5264d2f8cef1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804961 Jul 26 15:07:43.641121 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 1, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:43.679864 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11158989-2fe2-4cf2-a155-b5fb33a4536b None None] The sync data for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi is: [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 1, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:07:43.711414 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:43.715615 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (3209babc-7e8a-4696-9cad-3c8302ad13ff), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:43.731764 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-97e32ac7-eacb-4a20-b6c4-fa2252d87961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:43.754513 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37168) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:43.778420 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6b26168e-47f5-4cc9-814b-2750423145c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:43.794480 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-29575490-fa29-4137-9a42-744bf9dce137 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593316 Jul 26 15:07:44.027931 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6b26168e-47f5-4cc9-814b-2750423145c4 admin admin] Publish callbacks [] for security_group (f1e0eab5-cd63-466c-a7d9-54b29a15a513), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:44.046647 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca23f3c-ea14-4378-87b2-488891a46509,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:44.092815 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-10ce9122-f45f-4bb1-92ca-e29023e22a3f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1047891609&fields=id&tenant_id=242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 267 time: 0.1670885 Jul 26 15:07:44.154748 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:44.157929 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be86ed88-331d-45c6-a6d6-d1e81c63d331 req-07f5470a-5fda-4cb1-a190-7cf4d8f3a273 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297291 Jul 26 15:07:44.198488 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6b26168e-47f5-4cc9-814b-2750423145c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f1e0eab5-cd63-466c-a7d9-54b29a15a513), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:44.234136 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:44.257362 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:44.304054 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26168e-47f5-4cc9-814b-2750423145c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e0eab5-cd63-466c-a7d9-54b29a15a513,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:44.333116 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6b26168e-47f5-4cc9-814b-2750423145c4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cd88f24af1974b9c9a961e202c1b28bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5750179 Jul 26 15:07:44.337346 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37194) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:44.366205 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:44.427432 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37196) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:44.436057 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-92628e09-fbde-4898-8053-491e92bab168 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551932251', 'description': 'tempest-description--2059130743'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:44.495575 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Router 3209babc-7e8a-4696-9cad-3c8302ad13ff has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:07:44.509208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-065f8183-8f39-4be9-a737-299ad767ca7f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:44.510961 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-065f8183-8f39-4be9-a737-299ad767ca7f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 815 time: 0.4067860 Jul 26 15:07:44.546703 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e1aba842-88a1-4cb0-8623-6929010e961c admin admin] Publish callbacks [] for security_group (f1e0eab5-cd63-466c-a7d9-54b29a15a513), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:44.550356 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-2d4fdde0-6a6c-4c70-a23e-3f30694b4a74 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/quotas/242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 375 time: 0.0210350 Jul 26 15:07:44.641580 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-92628e09-fbde-4898-8053-491e92bab168 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:44.647626 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e1aba842-88a1-4cb0-8623-6929010e961c admin admin] Publish callbacks [] for security_group (f1e0eab5-cd63-466c-a7d9-54b29a15a513), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:44.670090 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:44.696455 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-13d0244c-b9f8-4548-8915-dce4c8c35326 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1262465 Jul 26 15:07:44.700889 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-10c5d5e7-464c-498f-a660-31aa0f901a46 None None] Provisioning complete for port 5ca23f3c-ea14-4378-87b2-488891a46509 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:44.701826 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-10c5d5e7-464c-498f-a660-31aa0f901a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:44.746862 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:07:44.773336 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-74938824-44c3-4fb2-8a39-4f98e7366336 admin admin] 10.222.0.94 "PUT /v2.0/routers/3209babc-7e8a-4696-9cad-3c8302ad13ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3466911 Jul 26 15:07:44.791978 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-10c5d5e7-464c-498f-a660-31aa0f901a46 None None] Port 5ca23f3c-ea14-4378-87b2-488891a46509 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:07:44.846255 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-92628e09-fbde-4898-8053-491e92bab168 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group (f2081a18-cd5f-4506-b18b-43478a5032c9), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:44.949591 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-16efaf6c-a075-4a3d-b1bb-4ac363512487 service neutron] 10.222.0.94 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721716 Jul 26 15:07:44.999075 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-92628e09-fbde-4898-8053-491e92bab168 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f2081a18-cd5f-4506-b18b-43478a5032c9), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.006687 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e1aba842-88a1-4cb0-8623-6929010e961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f1e0eab5-cd63-466c-a7d9-54b29a15a513), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.010480 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e1aba842-88a1-4cb0-8623-6929010e961c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.011910 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e1aba842-88a1-4cb0-8623-6929010e961c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f1e0eab5-cd63-466c-a7d9-54b29a15a513 HTTP/1.1" status: 204 len: 168 time: 0.6745732 Jul 26 15:07:45.018840 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b31296-bd27-450c-83ec-590b7031a3bd req-cc1b0611-cb29-44a3-a06f-cc8b5c16248b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:45.029347 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-57b31296-bd27-450c-83ec-590b7031a3bd req-cc1b0611-cb29-44a3-a06f-cc8b5c16248b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0809898 Jul 26 15:07:45.046858 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:45.075263 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.117469 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-57b31296-bd27-450c-83ec-590b7031a3bd req-f8741fc4-ab9d-4b76-b67e-39d76610c077 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869694 Jul 26 15:07:45.128313 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:45.155876 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:45.177136 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92628e09-fbde-4898-8053-491e92bab168 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2081a18-cd5f-4506-b18b-43478a5032c9,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:45.204745 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aba842-88a1-4cb0-8623-6929010e961c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e0eab5-cd63-466c-a7d9-54b29a15a513,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:45.233734 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a4ad1609-301e-4cf0-baa1-a9598b4092ad service neutron] 10.222.0.94 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828979 Jul 26 15:07:45.244345 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-92628e09-fbde-4898-8053-491e92bab168 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.246674 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-92628e09-fbde-4898-8053-491e92bab168 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8144493 Jul 26 15:07:45.249843 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 37214) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:45.256779 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-640980ce-410c-4181-9d1a-038803fbd739 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'security_group_rule': {'security_group_id': 'f2081a18-cd5f-4506-b18b-43478a5032c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:45.403923 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-640980ce-410c-4181-9d1a-038803fbd739 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group_rule (b4730ab1-912f-411f-ba16-6a78cc85961b), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.497684 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-640980ce-410c-4181-9d1a-038803fbd739 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group_rule (b4730ab1-912f-411f-ba16-6a78cc85961b), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.527632 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-02111695-3c5a-4367-863d-a936ac3e35ba req-152a4957-18b4-4439-af0c-1a34916e31c4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.0324748 Jul 26 15:07:45.680003 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-640980ce-410c-4181-9d1a-038803fbd739 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (b4730ab1-912f-411f-ba16-6a78cc85961b), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.698593 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640980ce-410c-4181-9d1a-038803fbd739 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4730ab1-912f-411f-ba16-6a78cc85961b,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:45.772925 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-640980ce-410c-4181-9d1a-038803fbd739 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.774466 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-640980ce-410c-4181-9d1a-038803fbd739 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5233855 Jul 26 15:07:45.779026 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37234) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:45.785821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'security_group_rule': {'security_group_id': 'f2081a18-cd5f-4506-b18b-43478a5032c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:45.891711 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 390b7851-28fd-47f3-8af4-b3b466b12730 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:45.897999 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group_rule (19ad796f-cde2-41ee-8cd1-0c5be10a3d0f), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:45.970118 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 390b7851-28fd-47f3-8af4-b3b466b12730 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:45.970523 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.002851 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group_rule (19ad796f-cde2-41ee-8cd1-0c5be10a3d0f), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.080165 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 390b7851-28fd-47f3-8af4-b3b466b12730 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:46.080664 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.104316 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 390b7851-28fd-47f3-8af4-b3b466b12730, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=390b7851-28fd-47f3-8af4-b3b466b12730,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:46.137015 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (19ad796f-cde2-41ee-8cd1-0c5be10a3d0f), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.158269 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ad796f-cde2-41ee-8cd1-0c5be10a3d0f,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.175899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.177301 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.177301 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.177301 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:46.261530 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.319329 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.319329 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1254500b-d0b1-49d8-8448-5f9ba96a0f9d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5342867 Jul 26 15:07:46.322064 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37258) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:46.324635 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 37262) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:46.329941 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717a478-3b42-4cfd-8c93-1fe924ccea30 req-08a48d6f-b382-4c92-b45a-61f93ce780d9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:46.332121 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:46.332254 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3717a478-3b42-4cfd-8c93-1fe924ccea30 req-08a48d6f-b382-4c92-b45a-61f93ce780d9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0999649 Jul 26 15:07:46.338339 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-874804693-network', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:46.349297 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=390b7851-28fd-47f3-8af4-b3b466b12730,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:46.354258 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.363369 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:46.422018 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3717a478-3b42-4cfd-8c93-1fe924ccea30 req-799eec54-4abb-4c62-b673-caef8833d76a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780249 Jul 26 15:07:46.510325 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:46.583946 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.584205 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Made reservation on behalf of 88400cb6d31b453baa2ea82f51ecc6b9 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:07:46.588021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.619105 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.664582 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1577fae2-cc3f-4d50-b9a8-f98e48a5a8ce req-3437db47-9e3f-49c3-8ad5-884ce2bc272e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.0593717 Jul 26 15:07:46.714192 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.741376 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Publish callbacks [] for security_group (d8eff846-15cb-4b3d-b37d-1ed3c72428cf), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.753650 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Sync routers for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:07:46.767592 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:07:46.769123 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:07:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:46.866816 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Allocated IP 172.27.2.145 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/d2d7b635-a094-481a-b4b3-2f8196d390d5) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:46.886591 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d8eff846-15cb-4b3d-b37d-1ed3c72428cf), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.899608 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:07:46.905625 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:07:46.925610 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (ee07bcb4-6329-4a21-ac59-41f8183dada5), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:46.930981 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Added segment ee07bcb4-6329-4a21-ac59-41f8183dada5 of type vlan for network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 Jul 26 15:07:46.970680 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eff846-15cb-4b3d-b37d-1ed3c72428cf,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:46.988759 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (b4fa2a8d-569c-4e73-81b2-8739c46d71d3), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.018395 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:47.085725 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for port (d2d7b635-a094-481a-b4b3-2f8196d390d5), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.087949 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (b4fa2a8d-569c-4e73-81b2-8739c46d71d3), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.091117 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:47.092301 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.189382 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:43Z', 'revision_number': 2, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:47.221825 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Checking router: 3209babc-7e8a-4696-9cad-3c8302ad13ff for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:07:47.222719 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Updating router 3209babc-7e8a-4696-9cad-3c8302ad13ff port 5ca23f3c-ea14-4378-87b2-488891a46509 binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:07:47.228726 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4fa2a8d-569c-4e73-81b2-8739c46d71d3,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:47.240087 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:07:47.261154 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (d2d7b635-a094-481a-b4b3-2f8196d390d5), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.263189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:47.269839 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.302207 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-69ce69ec-1243-422d-868e-4044c6e716e4 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9656365 Jul 26 15:07:47.302974 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37286) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:47.314093 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Request body: {'subnet': {'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-874804693-subnet', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:47.327301 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:47.331854 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:47.339081 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:47.344476 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event updated for resources: {'Port': ['ID=d2d7b635-a094-481a-b4b3-2f8196d390d5,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:47.353584 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.357349 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.359054 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.359054 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.359054 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:47.407811 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.436935 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (0bdfe523-c17d-46cb-b22f-08071a9ea52a), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.512024 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Made reservation on behalf of 88400cb6d31b453baa2ea82f51ecc6b9 for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:07:47.512024 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314696'] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.616044 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6d6ed-1aab-49cf-8b31-49780c172283 req-bff7304c-5441-4432-aa48-1e46ae7a4b81 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:47.617619 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cca6d6ed-1aab-49cf-8b31-49780c172283 req-bff7304c-5441-4432-aa48-1e46ae7a4b81 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1079378 Jul 26 15:07:47.626304 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (d2d7b635-a094-481a-b4b3-2f8196d390d5), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.681034 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Publish callbacks [] for port (5ca23f3c-ea14-4378-87b2-488891a46509), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.784109 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:47.804761 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 390b7851-28fd-47f3-8af4-b3b466b12730 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:47.897972 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-802fbfc4-03c6-4879-ae34-6c5cd32e218b req-301f832f-7b26-4574-b599-6317bfc14b11 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.0847037 Jul 26 15:07:47.933375 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Pushing event updated for resources: {'Port': ['ID=5ca23f3c-ea14-4378-87b2-488891a46509,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:47.950625 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 390b7851-28fd-47f3-8af4-b3b466b12730 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:47.951262 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.003638 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.005764 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.012571 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.013737 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.014484 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:48.034630 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:48.042176 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Attempting to bind port 5ca23f3c-ea14-4378-87b2-488891a46509 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:07:48.042387 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for port (d2d7b635-a094-481a-b4b3-2f8196d390d5), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.042893 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Attempting to bind port 5ca23f3c-ea14-4378-87b2-488891a46509 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:07:48.043421 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Attempting to bind port 5ca23f3c-ea14-4378-87b2-488891a46509 on network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:48.046276 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cca6d6ed-1aab-49cf-8b31-49780c172283 req-41d23628-0d46-4ede-8ade-b29b68d43f12 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176371 Jul 26 15:07:48.052683 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:07:48.056950 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Checking segment: {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:48.058096 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.058722 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Bound using segment: {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:07:48.059498 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Bound port: 5ca23f3c-ea14-4378-87b2-488891a46509, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:07:48.060251 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.115757 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 390b7851-28fd-47f3-8af4-b3b466b12730 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:48.126909 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (d2d7b635-a094-481a-b4b3-2f8196d390d5), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.233139 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] For port 5ca23f3c-ea14-4378-87b2-488891a46509, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:48.241721 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] For port 5ca23f3c-ea14-4378-87b2-488891a46509, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=5ca23f3c-ea14-4378-87b2-488891a46509,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:48.251144 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event updated for resources: {'Port': ['ID=d2d7b635-a094-481a-b4b3-2f8196d390d5,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:48.257664 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (0bdfe523-c17d-46cb-b22f-08071a9ea52a), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.295494 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314726'] for subnet (84ff4a84-c38e-4883-a437-4d47de73714d), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.341880 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-2381cec5-fb52-411e-8bea-da7314cc32ec None None] Provisioning complete for port 5ca23f3c-ea14-4378-87b2-488891a46509 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:48.342459 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2381cec5-fb52-411e-8bea-da7314cc32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.373495 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ff4a84-c38e-4883-a437-4d47de73714d,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:48.385173 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Checking segment: {'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:48.385536 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Network hostable DHCP agents. Network: b4fa2a8d-569c-4e73-81b2-8739c46d71d3, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:07:48.396504 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.420499 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2381cec5-fb52-411e-8bea-da7314cc32ec None None] Port 5ca23f3c-ea14-4378-87b2-488891a46509 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:07:48.433079 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:48.464779 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:07:48.465419 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:07:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:48.470591 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.480045 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5f2f5220-13aa-4bc2-bd9c-df8e3a22701c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1447253 Jul 26 15:07:48.580646 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9e1c0-7121-4fc5-a59a-23c2fcdbb6a3 None None] Pushing event updated for resources: {'Port': ['ID=5ca23f3c-ea14-4378-87b2-488891a46509,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:48.595705 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:07:48.618123 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:07:48.735934 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-b9c77793-54d7-4991-87d3-dba2b3dce52a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1551932251&fields=id&tenant_id=dbe01616efc64d2e901f45662e7c3518 HTTP/1.1" status: 200 len: 267 time: 0.0560853 Jul 26 15:07:48.748888 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, b4fa2a8d-569c-4e73-81b2-8739c46d71d3) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:48.755910 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-03bd2dfc-cd36-4f0e-9be3-b60eabb3dafa None None] Provisioning complete for port 5ca23f3c-ea14-4378-87b2-488891a46509 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:48.755910 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-03bd2dfc-cd36-4f0e-9be3-b60eabb3dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.756189 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:48.759397 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.782519 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e27a62-6a86-412a-b895-759ecd0c558c None None] Network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:07:48.865768 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:48Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:48.882068 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:48.888086 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014323-ac01-4885-9b10-593822f94367 req-7bf44ece-6571-421f-8fbe-8de1fe24d789 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:48.889602 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-7bf44ece-6571-421f-8fbe-8de1fe24d789 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 819 time: 0.1468997 Jul 26 15:07:48.900314 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acbdcd-ab8c-4b69-ab2d-1c9f8f0206b1 None None] The sync data for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi is: [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:48Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:07:48.906683 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-47ee765a-1bbc-41b3-9f26-1cf18023e774 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/quotas/dbe01616efc64d2e901f45662e7c3518 HTTP/1.1" status: 200 len: 375 time: 0.0111759 Jul 26 15:07:48.939138 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-03bd2dfc-cd36-4f0e-9be3-b60eabb3dafa None None] Current status of the port 5ca23f3c-ea14-4378-87b2-488891a46509 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:48.939435 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-03bd2dfc-cd36-4f0e-9be3-b60eabb3dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.946150 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ccc47b83-8d1c-4d3a-aa8d-06926be4a67c admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6363363 Jul 26 15:07:48.947273 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37328) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:48.949247 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:48.953847 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:48.994956 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-d2663167-4a1f-42c3-ad31-6569f7df7c7a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808301 Jul 26 15:07:49.022380 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-b4fa2a8d-569c-4e73-81b2-8739c46d71d3', 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3', 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'fixed_ips': [{'subnet_id': '84ff4a84-c38e-4883-a437-4d47de73714d'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:07:49.026358 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:49.044020 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e85f84bf-f3a0-47f0-87c9-f41397774771 req-141eda2a-46f2-405f-9c64-26bbe0e6c367 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.0318909 Jul 26 15:07:49.072183 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-03bd2dfc-cd36-4f0e-9be3-b60eabb3dafa None None] For port 5ca23f3c-ea14-4378-87b2-488891a46509, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=5ca23f3c-ea14-4378-87b2-488891a46509,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:49.087614 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (717eb81a-5896-45ea-be3c-e82f8e8e1c82), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:49.088868 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (717eb81a-5896-45ea-be3c-e82f8e8e1c82), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:49.156000 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-03bd2dfc-cd36-4f0e-9be3-b60eabb3dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:49.188885 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-79a5c045-cdeb-413a-b4ea-d29898586f6f service neutron] 10.222.0.94 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716044 Jul 26 15:07:49.230046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks [] for router_controller (717eb81a-5896-45ea-be3c-e82f8e8e1c82), precommit_add_association {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:49.335950 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3393c7-16a9-43c2-b5ea-5890afbe8c90 req-206c3e49-b323-4c68-9a94-41525a0c306c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:49.336205 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2dfc-cd36-4f0e-9be3-b60eabb3dafa None None] Pushing event updated for resources: {'Port': ['ID=5ca23f3c-ea14-4378-87b2-488891a46509,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:49.336309 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5b3393c7-16a9-43c2-b5ea-5890afbe8c90 req-206c3e49-b323-4c68-9a94-41525a0c306c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0995617 Jul 26 15:07:49.376610 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Allocated IP 172.20.0.2 (b4fa2a8d-569c-4e73-81b2-8739c46d71d3/84ff4a84-c38e-4883-a437-4d47de73714d/cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:49.397944 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:49.503070 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-6eae4744-d2da-4599-b6f3-769d23b29de6 service neutron] 10.222.0.94 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966754 Jul 26 15:07:49.680130 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:49.774891 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks [] for router_gateway (717eb81a-5896-45ea-be3c-e82f8e8e1c82), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:49.802428 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5b3393c7-16a9-43c2-b5ea-5890afbe8c90 req-953a9d12-1cf4-48b0-ad84-28989efe701a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575160 Jul 26 15:07:49.805951 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Publish callbacks [] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:49.914203 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:49.997591 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:49.997591 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 5ca23f3c-ea14-4378-87b2-488891a46509 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:50.006143 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:50.014099 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:50.018532 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-052625c8-7529-4e90-ad9e-819db798de32 req-67fd24b2-8b54-4670-bf51-090b208847f8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 210 time: 0.0625007 Jul 26 15:07:50.021739 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:50.172209 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:50.182944 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Pushing event updated for resources: {'Port': ['ID=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:50.288615 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Attempting to bind port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:07:50.288981 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Attempting to bind port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:07:50.289399 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Attempting to bind port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c on network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:50.292519 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:50.298139 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:07:50.301546 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Checking segment: {'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:50.301546 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:50.301546 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Bound using segment: {'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:07:50.301546 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Bound port: cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:07:50.301546 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:50.314952 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 5ca23f3c-ea14-4378-87b2-488891a46509 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:50.315322 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:50.363310 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks [] for router_gateway (717eb81a-5896-45ea-be3c-e82f8e8e1c82), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:50.397152 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:50.418868 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8ab2fbee-18e1-404f-8f27-d49b6fbac55d req-9966a5bd-cddb-443e-9dff-7c8739d4c8eb tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.1188745 Jul 26 15:07:50.629202 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Allocated IP 172.27.2.63 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/cb9cce4a-7723-482b-98cc-478c4126f926) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:50.775946 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 5ca23f3c-ea14-4378-87b2-488891a46509 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:50.805754 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] For port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:50.809757 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] For port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,segment=NetworkSegment(ee07bcb4-6329-4a21-ac59-41f8183dada5),segment_id=ee07bcb4-6329-4a21-ac59-41f8183dada5)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:50.865289 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-0b48862f-4f69-44ac-8cf1-441a892e3c0a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:50.867348 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-0b48862f-4f69-44ac-8cf1-441a892e3c0a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 815 time: 0.2479417 Jul 26 15:07:50.898069 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks [] for port (cb9cce4a-7723-482b-98cc-478c4126f926), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:50.916499 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:51.139762 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b4588-7e9e-44ca-8b14-aabf4566295a None None] Pushing event updated for resources: {'Port': ['ID=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:51.157830 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:51.194438 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-9a7598ec-fa35-48ea-ab33-d7dd408e3d71 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 473 time: 0.3058074 Jul 26 15:07:51.205360 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df1581-1f19-45ad-96fb-9b8ead6b48d8 req-617f5716-c4ba-465c-bafd-11fce451c149 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:51.216699 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-66df1581-1f19-45ad-96fb-9b8ead6b48d8 req-617f5716-c4ba-465c-bafd-11fce451c149 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.2313099 Jul 26 15:07:51.223133 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:51.234167 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:51.255838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:51.288736 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-506e9204-3fc3-4ac0-a63f-9cd515540602 req-b39c0b63-ddf3-44c2-8993-0895c0ce0d47 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 210 time: 0.1161013 Jul 26 15:07:51.296492 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'port': {'device_id': '22db4394-5de8-471c-8738-b0484e5f7032', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'admin_state_up': True, 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'security_groups': ['7ba8d59a-2615-4f93-a107-75cb611374f0']}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:51.369534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Pushing event updated for resources: {'Port': ['ID=cb9cce4a-7723-482b-98cc-478c4126f926,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:51.419636 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-66df1581-1f19-45ad-96fb-9b8ead6b48d8 req-31557b0f-4606-4a89-98a4-ebdf1e99e46a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995716 Jul 26 15:07:51.629406 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e73d17b4-3d23-4c70-aa52-47e18edfc052 req-d65be7f1-76cc-464e-b3c6-fdd89d534524 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.0677493 Jul 26 15:07:51.894419 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:51.940846 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Made reservation on behalf of 242289f1dedc45ccbdd6aa8e19d4e414 for: {'port': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:07:51.951100 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:51.977849 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:51.988011 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks [] for router_gateway (717eb81a-5896-45ea-be3c-e82f8e8e1c82), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:52.002144 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:52.002726 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:52.134750 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:52.135658 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:52.198401 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Allocated IP 172.20.0.14 (bd3e2f67-4b42-4920-a974-5409190c3fa7/43757087-30ce-4642-b5f0-ce124a57fc73/58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:52.202896 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,segment=NetworkSegment(ee07bcb4-6329-4a21-ac59-41f8183dada5),segment_id=ee07bcb4-6329-4a21-ac59-41f8183dada5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:52.341780 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:52.473175 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:52.485061 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (717eb81a-5896-45ea-be3c-e82f8e8e1c82), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:52.563371 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:52.626844 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-965fdb65-d767-46aa-b8a2-e53c9552ba69 req-45934a16-37c9-4224-bcc6-9eb3608319df tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 210 time: 0.0353773 Jul 26 15:07:52.731320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:52.825864 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:52.860639 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:52.882463 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839576c8-f261-494a-869b-16aa7a85e7ff req-83e39806-91ad-4f0d-af10-66403e0af961 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:52.884615 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-839576c8-f261-494a-869b-16aa7a85e7ff req-83e39806-91ad-4f0d-af10-66403e0af961 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.2779241 Jul 26 15:07:52.886320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:52.900412 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:52.905844 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:52.906493 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:52.949767 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ff87d-7d32-45b0-94c0-51f8b701bcf5 None None] Network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:07:53.050220 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a20d93-ba4c-496a-b15e-5236c88e2218 req-e36c3a14-08d6-4b94-9243-b11ee16100d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:53.060123 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-75a20d93-ba4c-496a-b15e-5236c88e2218 req-e36c3a14-08d6-4b94-9243-b11ee16100d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 932 time: 0.2460597 Jul 26 15:07:53.060433 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-839576c8-f261-494a-869b-16aa7a85e7ff req-042ec239-2ebd-4f49-bf06-0e3ccf1c6af2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458807 Jul 26 15:07:53.087587 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a6f8f51b-47b9-489f-b60e-b67627d14635 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7977276 Jul 26 15:07:53.213517 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-48151a21-6b3c-428e-a62a-1c8ff72a34f4 None None] Provisioning complete for port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:53.214336 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-48151a21-6b3c-428e-a62a-1c8ff72a34f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:53.263849 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-75a20d93-ba4c-496a-b15e-5236c88e2218 req-7cfef1fa-b91a-4abc-ba82-04888e7f33b4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963308 Jul 26 15:07:53.382110 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-48151a21-6b3c-428e-a62a-1c8ff72a34f4 None None] Current status of the port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:53.438531 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Request body: {'port': {'device_id': '22db4394-5de8-471c-8738-b0484e5f7032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:53.441121 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:07:53.545251 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-529863d2-b676-4bca-9ee2-d56fa2f2aa04 None None] Provisioning complete for port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:53.546202 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-529863d2-b676-4bca-9ee2-d56fa2f2aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:53.644514 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-529863d2-b676-4bca-9ee2-d56fa2f2aa04 None None] Port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:07:53.679514 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:07:53.700495 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:53.700637 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Sync routers for ids ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:07:53.729062 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Routers {'717eb81a-5896-45ea-be3c-e82f8e8e1c82'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:07:53.732745 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:07:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:53.861983 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:53.911424 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:53.915353 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:53.918078 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-99613084-1534-4053-a7ee-8f2fbbce8144 None None] Provisioning complete for port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:53.918078 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-99613084-1534-4053-a7ee-8f2fbbce8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:53.932231 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:53.936774 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-bc6bf0bf-c0ea-4542-81e3-4363f0fcfc8a admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.9846041 Jul 26 15:07:53.939002 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37438) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:54.064926 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37440) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:54.162835 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:54.168293 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:54.176728 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:54.198473 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Set router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:07:54.255317 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:54.274724 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-13dc52a4-1418-421e-84e4-d4c4340f5d53 req-85232fcf-b28e-42a9-b27b-872c6300b0dd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 210 time: 0.1402018 Jul 26 15:07:54.477876 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014323-ac01-4885-9b10-593822f94367 req-55ea1567-c81a-4d60-8bb7-1e7127b78f17 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:54.480027 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-55ea1567-c81a-4d60-8bb7-1e7127b78f17 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 819 time: 0.7964332 Jul 26 15:07:54.502615 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:54.513848 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-99613084-1534-4053-a7ee-8f2fbbce8144 None None] Current status of the port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:54.613101 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:54.638148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-60fa6425-ba99-4d60-9d42-0fb5ce6428d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:54.657406 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bf4e6-2fa7-4a90-86c0-5f8622f78be4 req-7de325e0-203e-474d-b28f-9a6f7784fc24 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:54.665356 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-826bf4e6-2fa7-4a90-86c0-5f8622f78be4 req-7de325e0-203e-474d-b28f-9a6f7784fc24 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 932 time: 0.2177095 Jul 26 15:07:54.670760 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0e823-8fce-4f0a-acba-eef63da1a37d req-a5e3becf-9ac3-446d-aab5-3c61b84b1650 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:54.683620 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-27a0e823-8fce-4f0a-acba-eef63da1a37d req-a5e3becf-9ac3-446d-aab5-3c61b84b1650 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.2173367 Jul 26 15:07:54.756585 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:07:51Z', 'revision_number': 3, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:54.824845 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-826bf4e6-2fa7-4a90-86c0-5f8622f78be4 req-fcc88ebb-3a5d-4fe0-bbbb-9fad178f6fbd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556284 Jul 26 15:07:54.825940 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Checking router: 717eb81a-5896-45ea-be3c-e82f8e8e1c82 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:07:54.827009 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Updating router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 port cb9cce4a-7723-482b-98cc-478c4126f926 binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:07:54.884597 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:54.891242 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-27a0e823-8fce-4f0a-acba-eef63da1a37d req-6184087c-4cbe-4a6d-b236-c28892742f58 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063036 Jul 26 15:07:54.962362 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:55.053209 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:07:55.073752 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Publish callbacks [] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.116266 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Transition to ACTIVE for port object 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:07:55.117466 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-e830cfa5-263b-48b7-ac59-b9b39e12ec1b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe01616efc64d2e901f45662e7c3518 HTTP/1.1" status: 200 len: 380 time: 0.5442612 Jul 26 15:07:55.134819 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'port': {'device_id': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'admin_state_up': True, 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'security_groups': ['f2081a18-cd5f-4506-b18b-43478a5032c9']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:55.189326 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.376610 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Pushing event updated for resources: {'Port': ['ID=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:55.398839 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Attempting to bind port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:07:55.399692 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Attempting to bind port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:07:55.400292 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Attempting to bind port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:55.406450 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a on network bd3e2f67-4b42-4920-a974-5409190c3fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:07:55.407510 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Attempting to bind port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:55.418115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:07:55.418115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Checking segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:55.418115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Bound using segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:07:55.421854 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Bound port: 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:07:55.424678 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.433250 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Publish callbacks [] for port (cb9cce4a-7723-482b-98cc-478c4126f926), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.453185 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:55.523321 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.593895 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:55.612520 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] For port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:55.620878 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] For port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:55.657432 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9e01d-31f1-4b13-bb20-3413ed52c631 None None] Pushing event updated for resources: {'Port': ['ID=cb9cce4a-7723-482b-98cc-478c4126f926,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:55.661785 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Attempting to bind port cb9cce4a-7723-482b-98cc-478c4126f926 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:07:55.669580 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Attempting to bind port cb9cce4a-7723-482b-98cc-478c4126f926 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:07:55.669580 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Attempting to bind port cb9cce4a-7723-482b-98cc-478c4126f926 on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:07:55.678257 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:07:55.678257 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:07:55.678257 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.678257 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:07:55.678257 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Bound port: cb9cce4a-7723-482b-98cc-478c4126f926, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:07:55.679054 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.731775 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.790685 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-684d7772-e477-46e6-9d4c-2a129b6279d5 req-65f52a45-0066-43ce-8bc6-c02f00bbee24 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 210 time: 0.1213140 Jul 26 15:07:55.809199 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] For port cb9cce4a-7723-482b-98cc-478c4126f926, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:55.813782 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:55.814900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] For port cb9cce4a-7723-482b-98cc-478c4126f926, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cb9cce4a-7723-482b-98cc-478c4126f926,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:55.834630 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:55.835379 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.836919 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] 10.222.0.102 "PUT /v2.0/ports/58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a HTTP/1.1" status: 200 len: 1094 time: 2.4045959 Jul 26 15:07:55.837463 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22db4394-5de8-471c-8738-b0484e5f7032', 'tag': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:07:55.840015 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a9fa29-d431-4b5f-a23a-15e2fd82ae61" -d '{"events": [{"name": "network-changed", "server_uuid": "22db4394-5de8-471c-8738-b0484e5f7032", "tag": "58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:55.875831 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9675e9-64c6-4e88-a433-57ae9f1276bd service neutron] Pushing event updated for resources: {'Port': ['ID=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:55.916724 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3928e97c-c9a7-486b-bbab-47c2ada51ae0 x-openstack-request-id: req-3928e97c-c9a7-486b-bbab-47c2ada51ae0 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:55.917283 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22db4394-5de8-471c-8738-b0484e5f7032", "tag": "58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:55.917636 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3928e97c-c9a7-486b-bbab-47c2ada51ae0 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:55.918141 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3928e97c-c9a7-486b-bbab-47c2ada51ae0'] response: {'name': 'network-changed', 'server_uuid': '22db4394-5de8-471c-8738-b0484e5f7032', 'tag': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'status': 'completed', 'code': 200} Jul 26 15:07:55.934588 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.969534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Made reservation on behalf of dbe01616efc64d2e901f45662e7c3518 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:07:55.974463 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:56.025974 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-60fa6425-ba99-4d60-9d42-0fb5ce6428d0 admin admin] Publish callbacks [] for security_group (a629a03f-db99-4aac-a5d0-815ba0a4028e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:56.093973 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9fa29-d431-4b5f-a23a-15e2fd82ae61 req-62c823a4-45be-4bce-8957-6c788835eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:56.110236 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f4a9fa29-d431-4b5f-a23a-15e2fd82ae61 req-62c823a4-45be-4bce-8957-6c788835eb26 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 1128 time: 0.1588259 Jul 26 15:07:56.133612 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c00a17-02a9-41f0-a3e5-e206fe37e387 req-f4a776f9-9f25-42c2-869d-b87b2164b859 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:56.135433 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a5c00a17-02a9-41f0-a3e5-e206fe37e387 req-f4a776f9-9f25-42c2-869d-b87b2164b859 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 944 time: 0.0773222 Jul 26 15:07:56.193680 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Routers {'717eb81a-5896-45ea-be3c-e82f8e8e1c82'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:07:56.193680 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:07:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:56.241902 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-60fa6425-ba99-4d60-9d42-0fb5ce6428d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (a629a03f-db99-4aac-a5d0-815ba0a4028e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:56.291175 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9e01d-31f1-4b13-bb20-3413ed52c631 None None] Pushing event updated for resources: {'Port': ['ID=cb9cce4a-7723-482b-98cc-478c4126f926,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:56.357873 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9fa29-d431-4b5f-a23a-15e2fd82ae61 req-29afe558-5afd-4feb-8b27-ed0176f06958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:56.359765 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f4a9fa29-d431-4b5f-a23a-15e2fd82ae61 req-29afe558-5afd-4feb-8b27-ed0176f06958 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2461874 Jul 26 15:07:56.384004 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a5c00a17-02a9-41f0-a3e5-e206fe37e387 req-0e0f7695-13fc-47cd-aea4-135df93f8e38 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402377 Jul 26 15:07:56.396965 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] Set router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:07:56.399674 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-60fa6425-ba99-4d60-9d42-0fb5ce6428d0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a439e371b75f49b1baf8f01c0595cac3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3278658 Jul 26 15:07:56.401864 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37476) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:07:56.422581 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa6425-ba99-4d60-9d42-0fb5ce6428d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a629a03f-db99-4aac-a5d0-815ba0a4028e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:56.486776 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:56.586021 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:56.644392 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Allocated IP 172.20.0.11 (a8d3dae5-c67b-4195-9daa-754dae1d5468/35a96bf3-8048-458f-8972-36665207f34c/4f4c8eee-d209-4040-b613-9be1c6f38ffd) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:56.674301 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9fa29-d431-4b5f-a23a-15e2fd82ae61 req-7c722fba-ad25-49a9-83e3-a278a705a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:56.675742 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f4a9fa29-d431-4b5f-a23a-15e2fd82ae61 req-7c722fba-ad25-49a9-83e3-a278a705a6d4 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3076799 Jul 26 15:07:56.687722 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d25ea8-a52c-414c-a54e-24824bd61eea req-b6e5c0e7-cb99-455f-80df-764eb38e7d80 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:56.696094 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-66d25ea8-a52c-414c-a54e-24824bd61eea req-b6e5c0e7-cb99-455f-80df-764eb38e7d80 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1405680 Jul 26 15:07:56.728167 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:07:51Z', 'revision_number': 3, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:56.737307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5293a157-dc3e-4781-8528-2e106c6eefe9 admin admin] Publish callbacks [] for security_group (a629a03f-db99-4aac-a5d0-815ba0a4028e), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:56.768937 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f5ea8-245c-4889-9500-ee4bd6f7c2e6 None None] The sync data for ids ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'] in dv-cinder-850668-2-iscsi is: [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:07:51Z', 'revision_number': 3, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:07:56.786429 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-33350a17-81b6-459c-bacf-a82bb706a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:56.788212 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-33350a17-81b6-459c-bacf-a82bb706a669 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 1128 time: 0.0582783 Jul 26 15:07:56.874195 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-f12220ae-7687-43bf-bbfd-25243e7a87b0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a HTTP/1.1" status: 200 len: 217 time: 0.0672765 Jul 26 15:07:56.902473 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5293a157-dc3e-4781-8528-2e106c6eefe9 admin admin] Publish callbacks [] for security_group (a629a03f-db99-4aac-a5d0-815ba0a4028e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:57.025181 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-66d25ea8-a52c-414c-a54e-24824bd61eea req-46295499-1576-49c3-bf29-0e150b58a2ff tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242848 Jul 26 15:07:57.093373 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3761bd5-7616-4309-a6de-0509dd334eb3 req-1328c94e-db24-492c-a2df-6d968de5cb17 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 210 time: 0.0637355 Jul 26 15:07:57.095085 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a7d6ce87-4797-47d9-997f-8a20a4b36718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:57.097199 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-a7d6ce87-4797-47d9-997f-8a20a4b36718 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.2060573 Jul 26 15:07:57.200208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:57.244250 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-0d933e0c-a2dd-42a2-8ddd-7a20580b6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:57.253401 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:57.261273 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-0d933e0c-a2dd-42a2-8ddd-7a20580b6489 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1353426 Jul 26 15:07:57.297510 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Allocated IP 172.20.0.1 (b4fa2a8d-569c-4e73-81b2-8739c46d71d3/84ff4a84-c38e-4883-a437-4d47de73714d/9d0ad417-8576-4167-8b3a-071bd8341b1c) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:57.375064 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:57.377014 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5293a157-dc3e-4781-8528-2e106c6eefe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (a629a03f-db99-4aac-a5d0-815ba0a4028e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:57.380075 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5293a157-dc3e-4781-8528-2e106c6eefe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:57.384303 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-5293a157-dc3e-4781-8528-2e106c6eefe9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a629a03f-db99-4aac-a5d0-815ba0a4028e HTTP/1.1" status: 204 len: 168 time: 0.9770749 Jul 26 15:07:57.442248 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-9ec29a99-0d0a-4622-844f-93dc2fbe0158 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714008 Jul 26 15:07:57.532067 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293a157-dc3e-4781-8528-2e106c6eefe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629a03f-db99-4aac-a5d0-815ba0a4028e,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:57.599301 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f246bf97-76d2-4b7a-aea3-3fccf269076e req-7dd9363a-f386-4b19-8032-c596fec410dd service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481316 Jul 26 15:07:57.672651 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Publish callbacks [] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:57.683160 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da7872-7547-4e0b-8949-d92c5344d44c req-54778b64-0fbf-4035-840c-1e7d75f23466 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:57.684707 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74da7872-7547-4e0b-8949-d92c5344d44c req-54778b64-0fbf-4035-840c-1e7d75f23466 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 944 time: 0.0870407 Jul 26 15:07:57.787153 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:57.808936 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74da7872-7547-4e0b-8949-d92c5344d44c req-9d9c5740-2fe1-48fe-a2f4-f1ccb8d98c17 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062770 Jul 26 15:07:57.860132 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cb9cce4a-7723-482b-98cc-478c4126f926 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:57.886306 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:57.886306 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event updated for resources: {'Port': ['ID=4f4c8eee-d209-4040-b613-9be1c6f38ffd,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:57.890774 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:57.896142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:57.910341 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:57.928259 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:57.973727 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port cb9cce4a-7723-482b-98cc-478c4126f926 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:57.976510 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:58.156696 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:58.190814 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:58.195948 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:07:58.249595 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:58.274808 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:58.279523 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0ad417-8576-4167-8b3a-071bd8341b1c,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:58.360019 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:58.389630 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aac8f8-4b90-4b0b-aa59-eb6d9a14abef req-6d146165-5d67-4595-9c59-9a7d4b614a43 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:58.399799 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a3aac8f8-4b90-4b0b-aa59-eb6d9a14abef req-6d146165-5d67-4595-9c59-9a7d4b614a43 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.2245095 Jul 26 15:07:58.526131 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a3aac8f8-4b90-4b0b-aa59-eb6d9a14abef req-3812fa41-43ee-415c-8309-fbb3c21f6dbf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143270 Jul 26 15:07:58.589362 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port cb9cce4a-7723-482b-98cc-478c4126f926 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:58.590086 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:58.604700 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-341f3e5b-6262-4d86-acc2-2eed37255f81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4771900 Jul 26 15:07:58.623410 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port cb9cce4a-7723-482b-98cc-478c4126f926, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cb9cce4a-7723-482b-98cc-478c4126f926,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:58.637515 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-6317ae64-9b57-4665-b185-ba7f236a69ab None None] Provisioning complete for port 4f4c8eee-d209-4040-b613-9be1c6f38ffd triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:58.638399 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-6317ae64-9b57-4665-b185-ba7f236a69ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:58.665573 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Request body: {'port': {'device_id': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:07:58.677203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (717eb81a-5896-45ea-be3c-e82f8e8e1c82), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:58.685038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-6317ae64-9b57-4665-b185-ba7f236a69ab None None] Port 4f4c8eee-d209-4040-b613-9be1c6f38ffd cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:07:58.720938 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:58.799824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9d107-038b-45a2-ab87-bec3f4a6b8e4 req-5ce5a47b-0782-4322-a72a-b23226879d8a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:58.806148 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1cc9d107-038b-45a2-ab87-bec3f4a6b8e4 req-5ce5a47b-0782-4322-a72a-b23226879d8a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 932 time: 0.4072695 Jul 26 15:07:58.825355 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=cb9cce4a-7723-482b-98cc-478c4126f926,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:58.858778 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-851525c4-5aee-44dc-9838-a871ec0d7e23 None None] Provisioning complete for port 9d0ad417-8576-4167-8b3a-071bd8341b1c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:58.859359 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-851525c4-5aee-44dc-9838-a871ec0d7e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:58.928691 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-851525c4-5aee-44dc-9838-a871ec0d7e23 None None] Port 9d0ad417-8576-4167-8b3a-071bd8341b1c cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:07:58.992512 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2b093-da25-4c7d-97d3-adaf4a623e9f req-5a409758-439e-49e5-ae81-e4858c3b2e3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:58.994822 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-53f2b093-da25-4c7d-97d3-adaf4a623e9f req-5a409758-439e-49e5-ae81-e4858c3b2e3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 944 time: 0.0885396 Jul 26 15:07:59.019041 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=73 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:59.030889 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:59.057633 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1cc9d107-038b-45a2-ab87-bec3f4a6b8e4 req-4c20a294-13a2-4c5d-be52-7662b284fe33 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313814 Jul 26 15:07:59.108906 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-53f2b093-da25-4c7d-97d3-adaf4a623e9f req-b5f280c8-9ee2-445e-9e96-4637c5ccd919 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084886 Jul 26 15:07:59.152743 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:59.374729 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:59.391132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:59.743576 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4c8eee-d209-4040-b613-9be1c6f38ffd {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:07:59.759900 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b8705-83a8-4b8c-be5f-4765fdd2cb48 req-27296ad4-11c7-4c4c-b668-5b9fb90395e2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:59.766959 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-086b8705-83a8-4b8c-be5f-4765fdd2cb48 req-27296ad4-11c7-4c4c-b668-5b9fb90395e2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1283605 Jul 26 15:07:59.778456 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Publish callbacks [] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:59.822329 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cb9cce4a-7723-482b-98cc-478c4126f926 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:59.836403 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Transition to ACTIVE for port object 4f4c8eee-d209-4040-b613-9be1c6f38ffd will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:07:59.849003 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:59.883244 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port cb9cce4a-7723-482b-98cc-478c4126f926 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:59.883915 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:59.892144 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-086b8705-83a8-4b8c-be5f-4765fdd2cb48 req-0855df48-c470-4df5-bbfc-51c81ec7db28 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242621 Jul 26 15:07:59.900240 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Publish callbacks [] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:59.924787 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:59.970737 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4c8eee-d209-4040-b613-9be1c6f38ffd,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:59.983254 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port cb9cce4a-7723-482b-98cc-478c4126f926 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:08:00.050526 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:00.111194 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Attempting to bind port 4f4c8eee-d209-4040-b613-9be1c6f38ffd on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:08:00.111757 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Attempting to bind port 4f4c8eee-d209-4040-b613-9be1c6f38ffd by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:08:00.112259 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Attempting to bind port 4f4c8eee-d209-4040-b613-9be1c6f38ffd on network a8d3dae5-c67b-4195-9daa-754dae1d5468 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:08:00.138809 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Port 4f4c8eee-d209-4040-b613-9be1c6f38ffd on network a8d3dae5-c67b-4195-9daa-754dae1d5468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:08:00.146307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Attempting to bind port 4f4c8eee-d209-4040-b613-9be1c6f38ffd on network a8d3dae5-c67b-4195-9daa-754dae1d5468 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:08:00.166584 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:08:00.166940 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Checking segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:08:00.167337 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Bound using segment: {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:08:00.167839 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Bound port: 4f4c8eee-d209-4040-b613-9be1c6f38ffd, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd850920-a3a5-4fcb-80c6-33398a91ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:08:00.168192 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:00.269515 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:00.281062 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] For port 4f4c8eee-d209-4040-b613-9be1c6f38ffd, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:08:00.282514 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd16e4b-a611-4c01-b274-195c2a694e7b req-ee86bdc8-c26a-43c0-ad48-a29b4ad46ef3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:00.290154 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] For port 4f4c8eee-d209-4040-b613-9be1c6f38ffd, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:08:00.291801 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cbd16e4b-a611-4c01-b274-195c2a694e7b req-ee86bdc8-c26a-43c0-ad48-a29b4ad46ef3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 944 time: 0.1035743 Jul 26 15:08:00.293991 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:00.306951 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (717eb81a-5896-45ea-be3c-e82f8e8e1c82), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:00.310063 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0ad417-8576-4167-8b3a-071bd8341b1c,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:00.317695 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:00.386861 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:08:00.406379 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cbd16e4b-a611-4c01-b274-195c2a694e7b req-cd67f918-c7fc-4337-9eff-a28e2cac102c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045270 Jul 26 15:08:00.449112 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:00.481034 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7729ee-ba03-4232-bf61-24b3b94aafb2 req-20f389b8-9648-4fd0-8ef4-c02fd381773f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:00.491025 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fc7729ee-ba03-4232-bf61-24b3b94aafb2 req-20f389b8-9648-4fd0-8ef4-c02fd381773f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 944 time: 0.1947100 Jul 26 15:08:00.589871 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:00.591137 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:00.594464 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] 10.222.0.102 "PUT /v2.0/ports/4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 200 len: 1094 time: 1.9528480 Jul 26 15:08:00.600053 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:00.602695 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:00.742200 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fc7729ee-ba03-4232-bf61-24b3b94aafb2 req-3659e14f-97f8-4380-bc2a-386c5c19985d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295246 Jul 26 15:08:00.747037 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e127a02-b910-423c-a14d-8c129d13fc94 x-openstack-request-id: req-6e127a02-b910-423c-a14d-8c129d13fc94 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:00.747328 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:00.747643 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6e127a02-b910-423c-a14d-8c129d13fc94 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:00.748188 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e127a02-b910-423c-a14d-8c129d13fc94'] response: {'name': 'network-changed', 'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'status': 'completed', 'code': 200} Jul 26 15:08:00.793750 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6de099-1674-4bd0-8af2-94800dd7f1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4c8eee-d209-4040-b613-9be1c6f38ffd,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:00.857801 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014323-ac01-4885-9b10-593822f94367 req-87fa4379-78ec-4558-8862-819f8f0d0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:00.859518 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-87fa4379-78ec-4558-8862-819f8f0d0625 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1128 time: 0.1069877 Jul 26 15:08:00.875723 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:08:00.886274 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:08:00.927604 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-255e2a9d-dda0-4d55-b9bb-f801bf8b7a21 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 200 len: 217 time: 0.0505438 Jul 26 15:08:01.081241 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c4369-d197-448d-a68d-407d958dc9f7 req-7a212592-856d-4087-b557-96950b17d277 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:01.085875 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-384c4369-d197-448d-a68d-407d958dc9f7 req-7a212592-856d-4087-b557-96950b17d277 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0916114 Jul 26 15:08:01.172625 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-384c4369-d197-448d-a68d-407d958dc9f7 req-8a935ad2-5674-41fa-a614-cea770baafed tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809412 Jul 26 15:08:01.237207 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-63221ad7-e942-40fb-9afa-b40da4e082ce None None] Provisioning complete for port 9d0ad417-8576-4167-8b3a-071bd8341b1c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:08:01.239230 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-63221ad7-e942-40fb-9afa-b40da4e082ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:01.292949 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-63221ad7-e942-40fb-9afa-b40da4e082ce None None] Port 9d0ad417-8576-4167-8b3a-071bd8341b1c cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:08:01.365538 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:01.367919 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014323-ac01-4885-9b10-593822f94367 req-adc7ec17-6847-44ef-a600-e607f8df152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:01.373922 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-adc7ec17-6847-44ef-a600-e607f8df152a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0675902 Jul 26 15:08:01.377073 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:08:01.415740 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:01.470974 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014323-ac01-4885-9b10-593822f94367 req-f56321b0-2f1a-4538-bdad-a1bf777e862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:01.472555 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-f56321b0-2f1a-4538-bdad-a1bf777e862b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944438 Jul 26 15:08:01.641804 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f6315-d8a2-4702-b1d7-f5b679b92e9a req-9efcf9fd-98ab-4a8b-9a28-f48eb9346f6b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:01.643442 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-df3f6315-d8a2-4702-b1d7-f5b679b92e9a req-9efcf9fd-98ab-4a8b-9a28-f48eb9346f6b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 944 time: 0.1578591 Jul 26 15:08:01.689046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:08:01.698042 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-bd3802f2-dcf2-4a8f-93dd-69b58f541837 admin admin] 10.222.0.94 "PUT /v2.0/routers/717eb81a-5896-45ea-be3c-e82f8e8e1c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7576518 Jul 26 15:08:01.715706 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Sync routers for ids ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:08:01.733235 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Routers {'717eb81a-5896-45ea-be3c-e82f8e8e1c82'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:01.734189 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:07:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:01.771640 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-10c3a925-bca3-4baa-9f9e-4bca5e4f9c7f service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869835 Jul 26 15:08:01.902363 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-df3f6315-d8a2-4702-b1d7-f5b679b92e9a req-5e1fac37-204d-4c11-8147-b215237443cc tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419987 Jul 26 15:08:01.919870 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:01.919870 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:02.019404 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30471e26-9675-4b2b-a468-51bf88422b76 req-d28797a3-8965-4d1e-aa7c-052e983e7743 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:02.038238 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-30471e26-9675-4b2b-a468-51bf88422b76 req-d28797a3-8965-4d1e-aa7c-052e983e7743 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 944 time: 0.1589692 Jul 26 15:08:02.070371 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Set router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:02.099256 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb014323-ac01-4885-9b10-593822f94367 req-cf39e4c0-ee76-4790-b8b9-0366649a0670 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162661 Jul 26 15:08:02.183971 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:02.184209 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-30471e26-9675-4b2b-a468-51bf88422b76 req-bd8f5b14-752d-49eb-afe4-0b07708745d7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397223 Jul 26 15:08:02.357727 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-89228755-9acf-4371-a6ce-5cca90cec59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:02.361220 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-89228755-9acf-4371-a6ce-5cca90cec59d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1128 time: 0.1109250 Jul 26 15:08:02.384246 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:02.419372 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:07:59Z', 'revision_number': 4, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '9d0ad417-8576-4167-8b3a-071bd8341b1c', 'name': '', 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'mac_address': 'fa:16:3e:0d:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '84ff4a84-c38e-4883-a437-4d47de73714d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:56Z', 'updated_at': '2022-07-26T15:07:59Z', 'revision_number': 2, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'subnets': [{'id': '84ff4a84-c38e-4883-a437-4d47de73714d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:02.452594 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae64ed-3fa5-459c-952a-118ac227fcfa req-6b736880-87c9-4391-b564-5043e99c1627 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:02.460633 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bbae64ed-3fa5-459c-952a-118ac227fcfa req-6b736880-87c9-4391-b564-5043e99c1627 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1370819 Jul 26 15:08:02.503295 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Checking router: 717eb81a-5896-45ea-be3c-e82f8e8e1c82 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:08:02.504860 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Updating router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 port 9d0ad417-8576-4167-8b3a-071bd8341b1c binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:08:02.508288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-ec65a63c-bf33-4775-9e97-f467e47815c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:02.512412 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-ec65a63c-bf33-4775-9e97-f467e47815c0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.1406577 Jul 26 15:08:02.515831 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:02.541710 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bbae64ed-3fa5-459c-952a-118ac227fcfa req-a6e8bb03-6927-4830-9c31-49ba8d0e28fc tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800376 Jul 26 15:08:02.578228 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-ae648755-4a89-4009-af1b-bccfc90a75c3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 200 len: 217 time: 0.0514340 Jul 26 15:08:02.586297 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:02.645452 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 37560) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:02.650885 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-fb8d130a-07ac-4070-be6d-d74afce55db5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254545217', 'description': 'tempest-secgroup-smoke-254545217 description', 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:02.666205 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-ddd741d1-21b9-46bd-b440-f8583a659a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:02.669332 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-ddd741d1-21b9-46bd-b440-f8583a659a19 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0795717 Jul 26 15:08:02.736332 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-bdd3d79d-0706-41e8-a5e7-0cb57eb64912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:02.738087 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-bdd3d79d-0706-41e8-a5e7-0cb57eb64912 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611818 Jul 26 15:08:02.762169 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fb8d130a-07ac-4070-be6d-d74afce55db5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:02.900061 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Publish callbacks [] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:02.907137 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-b413c33d-0de6-4916-806b-6330ebada71d service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598325 Jul 26 15:08:02.921634 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fb8d130a-07ac-4070-be6d-d74afce55db5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group (cea804be-ce68-46c4-993b-bd35e677716d), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:02.977820 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.029557 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fb8d130a-07ac-4070-be6d-d74afce55db5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (cea804be-ce68-46c4-993b-bd35e677716d), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.077069 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87ddf77b-3df0-47ce-ad70-5b12f439a2b0 req-fd646d7a-1f05-48d2-a21a-ee9e748f7c62 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545420 Jul 26 15:08:03.144398 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d130a-07ac-4070-be6d-d74afce55db5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea804be-ce68-46c4-993b-bd35e677716d,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:03.154757 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6a57d-50a6-4469-a5d5-67507ec1d275 None None] Pushing event updated for resources: {'Port': ['ID=9d0ad417-8576-4167-8b3a-071bd8341b1c,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:03.168251 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb0904-327d-45e3-b7d1-dc6a492b907c req-302b99fa-8e01-424d-93ea-2f6293415e62 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:03.170041 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d0bb0904-327d-45e3-b7d1-dc6a492b907c req-302b99fa-8e01-424d-93ea-2f6293415e62 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 944 time: 0.1736207 Jul 26 15:08:03.205331 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Attempting to bind port 9d0ad417-8576-4167-8b3a-071bd8341b1c on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:08:03.206078 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Attempting to bind port 9d0ad417-8576-4167-8b3a-071bd8341b1c by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:08:03.206840 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Attempting to bind port 9d0ad417-8576-4167-8b3a-071bd8341b1c on network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:08:03.220929 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:08:03.221788 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Checking segment: {'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:08:03.227960 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.228904 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Bound using segment: {'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:08:03.229660 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Bound port: 9d0ad417-8576-4167-8b3a-071bd8341b1c, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee07bcb4-6329-4a21-ac59-41f8183dada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:08:03.230774 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fb8d130a-07ac-4070-be6d-d74afce55db5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.234478 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-fb8d130a-07ac-4070-be6d-d74afce55db5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5850911 Jul 26 15:08:03.240052 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.248517 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37572) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:03.265585 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-870a63b1-e91b-4d02-be55-b61b2688663d tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'security_group_rule': {'security_group_id': 'cea804be-ce68-46c4-993b-bd35e677716d', 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:03.346587 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d0bb0904-327d-45e3-b7d1-dc6a492b907c req-dd3141aa-2c0f-401d-b490-fd365d80cdaa tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591835 Jul 26 15:08:03.415515 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:03.419086 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] For port 9d0ad417-8576-4167-8b3a-071bd8341b1c, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:08:03.431956 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f379-1877-4225-86be-6e10054211e2 req-a7511031-c376-4583-ac87-5f391c49f23a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:03.448883 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3598f379-1877-4225-86be-6e10054211e2 req-a7511031-c376-4583-ac87-5f391c49f23a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 944 time: 0.0823176 Jul 26 15:08:03.449038 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] For port 9d0ad417-8576-4167-8b3a-071bd8341b1c, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=9d0ad417-8576-4167-8b3a-071bd8341b1c,segment=NetworkSegment(ee07bcb4-6329-4a21-ac59-41f8183dada5),segment_id=ee07bcb4-6329-4a21-ac59-41f8183dada5)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:08:03.487127 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-94380ffb-0156-4a3b-a45c-6993245067c8 None None] Provisioning complete for port 9d0ad417-8576-4167-8b3a-071bd8341b1c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:08:03.487774 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-94380ffb-0156-4a3b-a45c-6993245067c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.492078 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-870a63b1-e91b-4d02-be55-b61b2688663d tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (48b59856-f93d-45f5-a338-090cc09a96ae), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.497769 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3598f379-1877-4225-86be-6e10054211e2 req-5e27b1a7-cddf-4910-8c40-db93c2c21f46 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579326 Jul 26 15:08:03.525670 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-94380ffb-0156-4a3b-a45c-6993245067c8 None None] Port 9d0ad417-8576-4167-8b3a-071bd8341b1c cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:08:03.554222 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:03.556464 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-870a63b1-e91b-4d02-be55-b61b2688663d tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (48b59856-f93d-45f5-a338-090cc09a96ae), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.590111 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.643974 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:03.652242 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-870a63b1-e91b-4d02-be55-b61b2688663d tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (48b59856-f93d-45f5-a338-090cc09a96ae), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.669662 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6a57d-50a6-4469-a5d5-67507ec1d275 None None] Pushing event updated for resources: {'Port': ['ID=9d0ad417-8576-4167-8b3a-071bd8341b1c,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:03.672374 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Routers {'717eb81a-5896-45ea-be3c-e82f8e8e1c82'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:03.673087 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:07:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:03.705156 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a63b1-e91b-4d02-be55-b61b2688663d tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b59856-f93d-45f5-a338-090cc09a96ae,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:03.723211 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d6963-30c8-4313-bc92-d179ee848bf1 req-8982576e-de7a-447a-ae69-a74aa0cf80d6 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:03.725205 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-175d6963-30c8-4313-bc92-d179ee848bf1 req-8982576e-de7a-447a-ae69-a74aa0cf80d6 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1040251 Jul 26 15:08:03.796039 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-175d6963-30c8-4313-bc92-d179ee848bf1 req-cd5b29d2-fa04-4594-94be-5323c491adb6 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697470 Jul 26 15:08:03.823984 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-870a63b1-e91b-4d02-be55-b61b2688663d tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:03.825497 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-870a63b1-e91b-4d02-be55-b61b2688663d tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5680668 Jul 26 15:08:03.828408 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 37580) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:03.836770 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-463bdb4d-b206-4d17-9990-20940ae32230 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'security_group_rule': {'security_group_id': 'cea804be-ce68-46c4-993b-bd35e677716d', 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:03.888255 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] Set router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:03.992757 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-463bdb4d-b206-4d17-9990-20940ae32230 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (3c3cb0d0-038d-4f1c-a424-52c907303440), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.078613 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-8075f766-10e9-4cee-ba46-5543cbc43ffe None None] Provisioning complete for port 9d0ad417-8576-4167-8b3a-071bd8341b1c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:08:04.084693 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8075f766-10e9-4cee-ba46-5543cbc43ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.147582 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-463bdb4d-b206-4d17-9990-20940ae32230 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (3c3cb0d0-038d-4f1c-a424-52c907303440), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.188373 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:07:59Z', 'revision_number': 4, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '9d0ad417-8576-4167-8b3a-071bd8341b1c', 'name': '', 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'mac_address': 'fa:16:3e:0d:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '84ff4a84-c38e-4883-a437-4d47de73714d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:56Z', 'updated_at': '2022-07-26T15:08:03Z', 'revision_number': 4, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'subnets': [{'id': '84ff4a84-c38e-4883-a437-4d47de73714d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:04.222970 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-8075f766-10e9-4cee-ba46-5543cbc43ffe None None] Current status of the port 9d0ad417-8576-4167-8b3a-071bd8341b1c is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:08:04.223773 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8075f766-10e9-4cee-ba46-5543cbc43ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.241527 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00ed3e-b08c-44d0-8005-be63a3d0c177 None None] The sync data for ids ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'] in dv-cinder-850668-2-iscsi is: [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:07:59Z', 'revision_number': 4, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '9d0ad417-8576-4167-8b3a-071bd8341b1c', 'name': '', 'network_id': 'b4fa2a8d-569c-4e73-81b2-8739c46d71d3', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'mac_address': 'fa:16:3e:0d:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '84ff4a84-c38e-4883-a437-4d47de73714d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:56Z', 'updated_at': '2022-07-26T15:08:03Z', 'revision_number': 4, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'subnets': [{'id': '84ff4a84-c38e-4883-a437-4d47de73714d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:08:04.299177 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-8075f766-10e9-4cee-ba46-5543cbc43ffe None None] For port 9d0ad417-8576-4167-8b3a-071bd8341b1c, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=9d0ad417-8576-4167-8b3a-071bd8341b1c,segment=NetworkSegment(ee07bcb4-6329-4a21-ac59-41f8183dada5),segment_id=ee07bcb4-6329-4a21-ac59-41f8183dada5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:04.372339 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-463bdb4d-b206-4d17-9990-20940ae32230 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (3c3cb0d0-038d-4f1c-a424-52c907303440), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.406663 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8075f766-10e9-4cee-ba46-5543cbc43ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.470855 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bdb4d-b206-4d17-9990-20940ae32230 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3cb0d0-038d-4f1c-a424-52c907303440,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:04.526124 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075f766-10e9-4cee-ba46-5543cbc43ffe None None] Pushing event updated for resources: {'Port': ['ID=9d0ad417-8576-4167-8b3a-071bd8341b1c,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:04.534990 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-463bdb4d-b206-4d17-9990-20940ae32230 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.537697 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-463bdb4d-b206-4d17-9990-20940ae32230 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7078407 Jul 26 15:08:04.540346 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 37638) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:04.549707 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-4be8dcac-82b6-43fb-94f2-04c82d34a74b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'security_group_rule': {'security_group_id': 'cea804be-ce68-46c4-993b-bd35e677716d', 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:04.597021 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:04.614573 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616f09-19cb-4608-a6d3-3d7159fc19d1 req-26f427ac-9cf8-481f-9e58-fb919bd2b9c2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:04.627513 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ab616f09-19cb-4608-a6d3-3d7159fc19d1 req-26f427ac-9cf8-481f-9e58-fb919bd2b9c2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 944 time: 0.1541481 Jul 26 15:08:04.698897 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:04.720811 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4be8dcac-82b6-43fb-94f2-04c82d34a74b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (9daba7ed-906e-4705-837d-143d75a3a5b1), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.742057 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044421ac-77b8-455a-9344-eb5963b6a9d0 req-8cc858fa-3f49-4ab7-bacd-6588fff6755b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:04.748485 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-044421ac-77b8-455a-9344-eb5963b6a9d0 req-8cc858fa-3f49-4ab7-bacd-6588fff6755b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 944 time: 0.1131089 Jul 26 15:08:04.748769 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ab616f09-19cb-4608-a6d3-3d7159fc19d1 req-d2e68db1-0020-486e-9e4d-aa9e2306a2ec tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054969 Jul 26 15:08:04.874438 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-044421ac-77b8-455a-9344-eb5963b6a9d0 req-c84e9d6c-269f-40e8-b7e4-a88eeee2117e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149583 Jul 26 15:08:04.912936 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4be8dcac-82b6-43fb-94f2-04c82d34a74b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (9daba7ed-906e-4705-837d-143d75a3a5b1), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.998434 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c7f35-6006-47f6-8baf-c3730c4bdaa7 req-1c3ed750-e70a-4553-9f72-3f7595334619 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:05.001050 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6c0c7f35-6006-47f6-8baf-c3730c4bdaa7 req-1c3ed750-e70a-4553-9f72-3f7595334619 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0878520 Jul 26 15:08:05.047311 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4be8dcac-82b6-43fb-94f2-04c82d34a74b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (9daba7ed-906e-4705-837d-143d75a3a5b1), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.079169 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8dcac-82b6-43fb-94f2-04c82d34a74b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daba7ed-906e-4705-837d-143d75a3a5b1,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:05.098960 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6c0c7f35-6006-47f6-8baf-c3730c4bdaa7 req-fd0e2aea-20ec-4b3b-8c06-47411d9f95a2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872617 Jul 26 15:08:05.186858 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4be8dcac-82b6-43fb-94f2-04c82d34a74b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.188212 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-4be8dcac-82b6-43fb-94f2-04c82d34a74b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6468854 Jul 26 15:08:05.197380 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37650) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:05.204619 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-7ed914aa-e3b3-4ac8-874b-4fba50e5c4f6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'security_group_rule': {'security_group_id': 'cea804be-ce68-46c4-993b-bd35e677716d', 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:05.318703 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7ed914aa-e3b3-4ac8-874b-4fba50e5c4f6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (1de6d0e1-e0fa-4037-b9b5-45bc2f3e28ad), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.398954 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7ed914aa-e3b3-4ac8-874b-4fba50e5c4f6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (1de6d0e1-e0fa-4037-b9b5-45bc2f3e28ad), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.519630 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7ed914aa-e3b3-4ac8-874b-4fba50e5c4f6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (1de6d0e1-e0fa-4037-b9b5-45bc2f3e28ad), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.550435 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed914aa-e3b3-4ac8-874b-4fba50e5c4f6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de6d0e1-e0fa-4037-b9b5-45bc2f3e28ad,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:05.624357 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7ed914aa-e3b3-4ac8-874b-4fba50e5c4f6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.627249 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7ed914aa-e3b3-4ac8-874b-4fba50e5c4f6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4267814 Jul 26 15:08:05.631702 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 37658) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:05.639633 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-04779b3a-6199-48fd-a18a-282da4574961 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'security_group_rule': {'security_group_id': 'cea804be-ce68-46c4-993b-bd35e677716d', 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:05.772611 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.securitygroups_db [None req-04779b3a-6199-48fd-a18a-282da4574961 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Project a9f0ab2fc6e64eada5f55a0f0a835073 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:08:05.781523 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-04779b3a-6199-48fd-a18a-282da4574961 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (3afa13af-b3d9-4f2a-9b86-f42b3f72be14), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.813023 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 9d0ad417-8576-4167-8b3a-071bd8341b1c up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:08:05.889027 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 9d0ad417-8576-4167-8b3a-071bd8341b1c triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:08:05.889638 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.024862 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-04779b3a-6199-48fd-a18a-282da4574961 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (3afa13af-b3d9-4f2a-9b86-f42b3f72be14), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.035490 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f69379-a80c-4f3d-aee7-c09582f319be req-66df0ccc-f5ab-4279-b89e-9b74aa04ca14 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:06.037856 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-54f69379-a80c-4f3d-aee7-c09582f319be req-66df0ccc-f5ab-4279-b89e-9b74aa04ca14 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 944 time: 0.1608202 Jul 26 15:08:06.046458 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a55a91-3bd8-468d-ae32-e48fce0d733b req-5343864b-b276-44e5-b405-62fc5c4a5646 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:06.054550 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-95a55a91-3bd8-468d-ae32-e48fce0d733b req-5343864b-b276-44e5-b405-62fc5c4a5646 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 944 time: 0.0885928 Jul 26 15:08:06.084191 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 9d0ad417-8576-4167-8b3a-071bd8341b1c is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:08:06.143369 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-54f69379-a80c-4f3d-aee7-c09582f319be req-452aee98-6cd3-4978-b23f-ef3be8fa3bdf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953910 Jul 26 15:08:06.157484 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-95a55a91-3bd8-468d-ae32-e48fce0d733b req-bb0e6b0e-53d8-438c-95c4-c4813e3e4bff tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013007 Jul 26 15:08:06.177661 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-04779b3a-6199-48fd-a18a-282da4574961 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (3afa13af-b3d9-4f2a-9b86-f42b3f72be14), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.203516 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04779b3a-6199-48fd-a18a-282da4574961 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afa13af-b3d9-4f2a-9b86-f42b3f72be14,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:06.283202 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-04779b3a-6199-48fd-a18a-282da4574961 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.284490 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-04779b3a-6199-48fd-a18a-282da4574961 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6517231 Jul 26 15:08:06.287827 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37682) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:06.292068 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466dd39-652b-4b23-9c86-cb70faa42c44 req-509798ab-c0cc-424e-9785-4c0106ac65ac tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:06.295966 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2466dd39-652b-4b23-9c86-cb70faa42c44 req-509798ab-c0cc-424e-9785-4c0106ac65ac tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0654576 Jul 26 15:08:06.296131 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-b2266f8b-af93-4966-b8ec-d9b421ab99ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'security_group_rule': {'security_group_id': 'cea804be-ce68-46c4-993b-bd35e677716d', 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:06.371235 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2466dd39-652b-4b23-9c86-cb70faa42c44 req-3c86447c-2d28-4e1b-986b-33629a9f0c83 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671368 Jul 26 15:08:06.401189 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.securitygroups_db [None req-b2266f8b-af93-4966-b8ec-d9b421ab99ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Project a9f0ab2fc6e64eada5f55a0f0a835073 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:08:06.411497 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2266f8b-af93-4966-b8ec-d9b421ab99ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (76b45ced-7ed5-4bea-a49b-829318c06d5d), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.481830 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2266f8b-af93-4966-b8ec-d9b421ab99ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (76b45ced-7ed5-4bea-a49b-829318c06d5d), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.550253 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:08:06.577922 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2266f8b-af93-4966-b8ec-d9b421ab99ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (76b45ced-7ed5-4bea-a49b-829318c06d5d), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.588542 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:06.615140 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2266f8b-af93-4966-b8ec-d9b421ab99ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b45ced-7ed5-4bea-a49b-829318c06d5d,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:06.659606 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:06.682566 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:06.695675 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'port_id': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'mac_address': 'fa:16:3e:1c:72:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:08:06.723586 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2266f8b-af93-4966-b8ec-d9b421ab99ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.725786 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-b2266f8b-af93-4966-b8ec-d9b421ab99ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4369493 Jul 26 15:08:06.753702 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:08:06.764260 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.775338 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:08:06.791968 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:06.808895 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:06.892406 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.980044 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:07.333258 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c225698-dfd3-418e-af5c-8a5a005efe3a req-874b582f-bdfd-4bdf-b4db-934912d3f0c4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:07.335657 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0c225698-dfd3-418e-af5c-8a5a005efe3a req-874b582f-bdfd-4bdf-b4db-934912d3f0c4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 944 time: 0.0944695 Jul 26 15:08:07.352750 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245decdc-5c21-41eb-acb3-98ed1b43ca32 req-875955e0-891b-44c2-925b-1caebccee2db tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:07.354966 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-245decdc-5c21-41eb-acb3-98ed1b43ca32 req-875955e0-891b-44c2-925b-1caebccee2db tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 945 time: 0.0823414 Jul 26 15:08:07.399976 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0c225698-dfd3-418e-af5c-8a5a005efe3a req-ab475274-5391-4139-831e-f324ad8a0373 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579431 Jul 26 15:08:07.402244 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:08:07.428070 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-245decdc-5c21-41eb-acb3-98ed1b43ca32 req-f388d8f9-4f1f-4462-bc81-4ff969693fc3 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671897 Jul 26 15:08:07.532890 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d1f98-1376-40da-984e-87253473d90e req-b8665085-4995-4d05-ada8-6c3cdba102c2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:07.534447 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b29d1f98-1376-40da-984e-87253473d90e req-b8665085-4995-4d05-ada8-6c3cdba102c2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0564802 Jul 26 15:08:07.594564 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b29d1f98-1376-40da-984e-87253473d90e req-388564af-3f92-4883-8792-86b4dc907fe3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539808 Jul 26 15:08:08.538998 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db68a-6ba2-4949-8b2b-19ef28c4a743 req-2a637879-40c4-479f-bbb1-37e6ab3a7384 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:08.544054 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e49db68a-6ba2-4949-8b2b-19ef28c4a743 req-2a637879-40c4-479f-bbb1-37e6ab3a7384 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 944 time: 0.0648472 Jul 26 15:08:08.567527 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 4f4c8eee-d209-4040-b613-9be1c6f38ffd details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:08:08.571792 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:08:08.617021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85912220-d71c-4fae-82f9-c1825e66187c req-4dbdf36d-c99f-471f-ac50-f127932cfbd5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:08.620818 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-85912220-d71c-4fae-82f9-c1825e66187c req-4dbdf36d-c99f-471f-ac50-f127932cfbd5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 945 time: 0.0861628 Jul 26 15:08:08.628363 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e49db68a-6ba2-4949-8b2b-19ef28c4a743 req-109cdd73-224c-4e10-acba-8ef9f69072b4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804737 Jul 26 15:08:08.709353 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:08:08.727168 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-85912220-d71c-4fae-82f9-c1825e66187c req-7e420a46-dfcf-438d-bd95-f168fe5aeb50 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996711 Jul 26 15:08:08.755927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:08.773601 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6753803-baa2-4149-8f4e-8b622d642d77 req-79550352-1f41-4da4-b982-e1a65f8ce4b8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:08.775071 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a6753803-baa2-4149-8f4e-8b622d642d77 req-79550352-1f41-4da4-b982-e1a65f8ce4b8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0608037 Jul 26 15:08:08.800246 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 4f4c8eee-d209-4040-b613-9be1c6f38ffd, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:08.824937 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:08:08.825272 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:08.829920 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'mac_address': 'fa:16:3e:81:80:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:08:08.853375 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a6753803-baa2-4149-8f4e-8b622d642d77 req-0dd5fb13-92fd-451f-8c7a-f4365590e9a2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705955 Jul 26 15:08:08.928428 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 4f4c8eee-d209-4040-b613-9be1c6f38ffd is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:08:08.928907 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:08.971292 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4c8eee-d209-4040-b613-9be1c6f38ffd {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:08:09.072346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 4f4c8eee-d209-4040-b613-9be1c6f38ffd, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:09.076347 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:08:09.076729 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:09.132627 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22db4394-5de8-471c-8738-b0484e5f7032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:09.135326 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33739db-8339-4fe4-a05c-990eb069c520" -d '{"events": [{"server_uuid": "22db4394-5de8-471c-8738-b0484e5f7032", "name": "network-vif-plugged", "status": "completed", "tag": "58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:09.152290 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:09.165904 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:09.198227 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d09f944-0183-422f-b49b-b57075d46b5e x-openstack-request-id: req-5d09f944-0183-422f-b49b-b57075d46b5e {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:09.198227 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22db4394-5de8-471c-8738-b0484e5f7032", "name": "network-vif-plugged", "status": "completed", "tag": "58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:09.198227 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5d09f944-0183-422f-b49b-b57075d46b5e {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:09.198227 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d09f944-0183-422f-b49b-b57075d46b5e'] response: {'server_uuid': '22db4394-5de8-471c-8738-b0484e5f7032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'code': 200} Jul 26 15:08:09.236639 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:09.296908 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:09.311554 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=4f4c8eee-d209-4040-b613-9be1c6f38ffd,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:09.323076 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.323446 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.323879 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.324259 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.324602 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.324976 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.325307 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.325634 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.325962 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.326285 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.328172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.328172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.328172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.328172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.328172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:09.377274 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:09.420970 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:09.619540 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['4f4c8eee-d209-4040-b613-9be1c6f38ffd'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:08:09.705192 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd875b58-903e-4472-9c12-4621e38b299e req-04f9b7ec-b4b5-44bf-9243-ec02a096fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:09.706789 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-dd875b58-903e-4472-9c12-4621e38b299e req-04f9b7ec-b4b5-44bf-9243-ec02a096fae3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 1130 time: 0.0680320 Jul 26 15:08:09.785878 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ece69-ef9a-49df-a984-673d11546d0f req-6e2c79ec-d873-4e1a-a835-1159f5de2092 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:09.793378 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7c1ece69-ef9a-49df-a984-673d11546d0f req-6e2c79ec-d873-4e1a-a835-1159f5de2092 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 945 time: 0.0716751 Jul 26 15:08:09.864385 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7c1ece69-ef9a-49df-a984-673d11546d0f req-d3fee351-32f7-4191-ba6c-ce3fd6ccff3e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696342 Jul 26 15:08:09.864732 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:09.947925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606523c2-9921-4861-9cde-a0faa8b2a4aa req-b957bc63-7be0-43df-9e05-a22e50ab434d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:09.952565 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-606523c2-9921-4861-9cde-a0faa8b2a4aa req-b957bc63-7be0-43df-9e05-a22e50ab434d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0939252 Jul 26 15:08:10.014168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828709c-9ca0-49e5-abad-dba43ae710f0 req-4cce6208-85f5-4400-acb8-4cd310776647 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:10.016046 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e828709c-9ca0-49e5-abad-dba43ae710f0 req-4cce6208-85f5-4400-acb8-4cd310776647 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0615137 Jul 26 15:08:10.032471 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-606523c2-9921-4861-9cde-a0faa8b2a4aa req-7fe20b2c-a818-4c4a-b765-d587328715cc tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755923 Jul 26 15:08:10.085174 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e828709c-9ca0-49e5-abad-dba43ae710f0 req-59c13506-19c9-45ed-b909-f474552292d8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632114 Jul 26 15:08:10.452067 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d075b259-aa7e-413a-a45a-54dd07a0320b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:11.004602 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af596d97-3553-44ce-b1bb-8c355166fb33 req-087ed065-0fa4-4a2d-a52d-bbccdcf6985a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:11.006482 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af596d97-3553-44ce-b1bb-8c355166fb33 req-087ed065-0fa4-4a2d-a52d-bbccdcf6985a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 945 time: 0.0600381 Jul 26 15:08:11.061150 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af596d97-3553-44ce-b1bb-8c355166fb33 req-39678bd4-bd2d-4bb0-8165-f07b0180acfa tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486662 Jul 26 15:08:11.173331 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-dd875b58-903e-4472-9c12-4621e38b299e req-e1c419f0-728a-4975-8734-122b4c882ae0 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565567 Jul 26 15:08:11.203514 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceea42-4c2e-4302-83a1-95894254a4e6 req-a8fa3fbb-5642-4d9e-8914-43450148d578 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:11.207705 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e7ceea42-4c2e-4302-83a1-95894254a4e6 req-a8fa3fbb-5642-4d9e-8914-43450148d578 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0876620 Jul 26 15:08:11.280544 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e7ceea42-4c2e-4302-83a1-95894254a4e6 req-75a47c5f-8a1a-43b1-964a-811e2c72d513 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735137 Jul 26 15:08:11.289818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f563c6-5a80-4ff4-a5b7-9b9a7ebfcbf8 req-52bc9fa3-2902-485b-90de-153d40a747e9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:11.310306 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-43f563c6-5a80-4ff4-a5b7-9b9a7ebfcbf8 req-52bc9fa3-2902-485b-90de-153d40a747e9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0847421 Jul 26 15:08:11.366910 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-43f563c6-5a80-4ff4-a5b7-9b9a7ebfcbf8 req-b923b0e2-9a8b-47df-8d92-f84db639410b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686810 Jul 26 15:08:12.190583 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:12.214037 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dc7e3-8758-4fe6-b91f-c21511354897 req-4921b38e-57cc-4bb3-93d2-993abcc370b3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:12.221239 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ca2dc7e3-8758-4fe6-b91f-c21511354897 req-4921b38e-57cc-4bb3-93d2-993abcc370b3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 945 time: 0.0624063 Jul 26 15:08:12.296425 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ca2dc7e3-8758-4fe6-b91f-c21511354897 req-03042666-febf-42c3-8500-a631477558ed tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742214 Jul 26 15:08:12.423871 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adacd8-c675-40ec-9538-9369eaf86fab req-4e1c0d11-6f15-4637-a489-0e5a94f712d6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:12.426171 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-60adacd8-c675-40ec-9538-9369eaf86fab req-4e1c0d11-6f15-4637-a489-0e5a94f712d6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0583184 Jul 26 15:08:12.490989 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-60adacd8-c675-40ec-9538-9369eaf86fab req-589fa546-f4aa-489d-8a71-212b0cc729c2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551786 Jul 26 15:08:12.496536 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c0da2-1ca2-490d-8697-cc3084ecc68c req-3987b4ee-e751-4cb7-87d1-2c315342c090 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:12.503811 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0d8c0da2-1ca2-490d-8697-cc3084ecc68c req-3987b4ee-e751-4cb7-87d1-2c315342c090 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0564935 Jul 26 15:08:12.568317 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0d8c0da2-1ca2-490d-8697-cc3084ecc68c req-49064a1b-61c0-40fb-9020-3e250ce2b11f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633528 Jul 26 15:08:13.422645 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51989aa-f34b-463e-8a19-e94b61209af9 req-18010704-4d72-4c50-a29a-0ebf6b3392ba tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:13.424145 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d51989aa-f34b-463e-8a19-e94b61209af9 req-18010704-4d72-4c50-a29a-0ebf6b3392ba tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Jul 26 15:08:13.476096 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d51989aa-f34b-463e-8a19-e94b61209af9 req-688dd950-8083-45d9-ad8c-dc7239114996 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Jul 26 15:08:13.627863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3216d62-94f4-40ca-ad3b-d2a58ba2371c req-b68d036b-cbcf-4be3-824b-d5a10ec5c41f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:13.630673 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c3216d62-94f4-40ca-ad3b-d2a58ba2371c req-b68d036b-cbcf-4be3-824b-d5a10ec5c41f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0581310 Jul 26 15:08:13.657400 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc4a0-3d22-48d9-96d4-80b0e4475523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:13.690424 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c3216d62-94f4-40ca-ad3b-d2a58ba2371c req-da78fd59-acdc-4ebd-8661-98d0ec66dfb1 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536101 Jul 26 15:08:13.733584 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeebc4-eadb-4815-b007-52e691655d9a req-8b78fa3d-5109-4df5-a066-605318fd7534 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:13.735123 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f9eeebc4-eadb-4815-b007-52e691655d9a req-8b78fa3d-5109-4df5-a066-605318fd7534 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0672326 Jul 26 15:08:13.796700 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f9eeebc4-eadb-4815-b007-52e691655d9a req-e25695a1-7d21-4049-9a52-4162b11dac16 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536752 Jul 26 15:08:14.190455 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 4f4c8eee-d209-4040-b613-9be1c6f38ffd up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:08:14.196222 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=67 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:14.259284 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 4f4c8eee-d209-4040-b613-9be1c6f38ffd completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:08:14.509613 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:14.510480 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 4f4c8eee-d209-4040-b613-9be1c6f38ffd triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:08:14.510847 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:14.591446 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 4f4c8eee-d209-4040-b613-9be1c6f38ffd is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:08:14.591868 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:14.608965 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b73c0-3a5a-4568-a4e5-80973b1766a9 req-89425346-35b3-43fe-9ba5-f5c123b6b3fe tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:14.610587 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-061b73c0-3a5a-4568-a4e5-80973b1766a9 req-89425346-35b3-43fe-9ba5-f5c123b6b3fe tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 945 time: 0.0561593 Jul 26 15:08:14.623621 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:14.626031 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f5dbb3-63b3-4f76-82b6-fa2340c2db9a" -d '{"events": [{"server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "name": "network-vif-plugged", "status": "completed", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:14.641859 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 4f4c8eee-d209-4040-b613-9be1c6f38ffd, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:14.677066 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e344c0f-8e82-4263-8035-e2e3903af72d x-openstack-request-id: req-1e344c0f-8e82-4263-8035-e2e3903af72d {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:14.677696 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "name": "network-vif-plugged", "status": "completed", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:14.677696 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e344c0f-8e82-4263-8035-e2e3903af72d {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:14.678163 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e344c0f-8e82-4263-8035-e2e3903af72d'] response: {'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'code': 200} Jul 26 15:08:14.692068 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-061b73c0-3a5a-4568-a4e5-80973b1766a9 req-05d5d606-5aa9-4e86-870d-2354a63c23c3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747163 Jul 26 15:08:14.760891 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:14.889468 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=4f4c8eee-d209-4040-b613-9be1c6f38ffd,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:14.898762 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:14.967930 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3574-756c-45a4-8994-9d0314ecb036 req-30254a25-5a38-4773-a429-f6d1198429ec tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:14.968917 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010bec9-80c9-400b-9440-d6f8b7da8e92 req-7fc152b2-1105-44c3-9406-5c27e6a5646a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:14.969720 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ccbf3574-756c-45a4-8994-9d0314ecb036 req-30254a25-5a38-4773-a429-f6d1198429ec tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.1404102 Jul 26 15:08:14.983867 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5010bec9-80c9-400b-9440-d6f8b7da8e92 req-7fc152b2-1105-44c3-9406-5c27e6a5646a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0892985 Jul 26 15:08:15.078264 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ccbf3574-756c-45a4-8994-9d0314ecb036 req-476a46b4-7740-4227-88c2-39026e106fb6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981281 Jul 26 15:08:15.086919 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5010bec9-80c9-400b-9440-d6f8b7da8e92 req-d0abb788-9837-4f08-ba04-879ccd754cf4 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017089 Jul 26 15:08:15.132996 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:15.846463 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526a813-3336-467a-bd88-f5a1292d2d76 req-a4d7cba1-d91a-4efd-b4ba-fdaff212c012 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:15.848089 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1526a813-3336-467a-bd88-f5a1292d2d76 req-a4d7cba1-d91a-4efd-b4ba-fdaff212c012 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0574296 Jul 26 15:08:15.913684 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1526a813-3336-467a-bd88-f5a1292d2d76 req-cd5dccee-9960-49e6-b369-8ec6436aa482 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571966 Jul 26 15:08:16.274530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d614fab-3008-44fd-bce6-78de3a2b36b1 req-f0e063d4-ef2d-4d47-94b1-57e3609f993d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:16.276725 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0d614fab-3008-44fd-bce6-78de3a2b36b1 req-f0e063d4-ef2d-4d47-94b1-57e3609f993d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0932989 Jul 26 15:08:16.288530 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f505fa-af28-4354-a4ce-bc2d469c5d96 req-3c2d965b-af25-4fe1-9932-1de78cdfbc7b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:16.290077 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f3f505fa-af28-4354-a4ce-bc2d469c5d96 req-3c2d965b-af25-4fe1-9932-1de78cdfbc7b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1084745 Jul 26 15:08:16.303169 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:16.356716 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f3f505fa-af28-4354-a4ce-bc2d469c5d96 req-98ad62ce-c1cb-499f-ac2c-dc14dada5a9a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598609 Jul 26 15:08:16.367751 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0d614fab-3008-44fd-bce6-78de3a2b36b1 req-115469a4-9fca-49e8-ae94-49d1c24761f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832188 Jul 26 15:08:16.490258 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9433-b37d-4145-a405-798ce2c943e2 req-ca781f4a-92b7-405c-9039-9d80bb95e44f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:16.497437 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4d5b9433-b37d-4145-a405-798ce2c943e2 req-ca781f4a-92b7-405c-9039-9d80bb95e44f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0592890 Jul 26 15:08:16.513148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 37834) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:16.517743 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'floatingip': {'port_id': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:16.596050 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (ca831f0f-5db5-4eaf-beaf-8de810b05041), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:16.813827 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:17.049967 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:17.068950 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860b45c-c4bc-4a82-94c1-d22c464c3e3f req-065887f6-33d6-4875-8151-904399d0c42d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:17.070714 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c860b45c-c4bc-4a82-94c1-d22c464c3e3f req-065887f6-33d6-4875-8151-904399d0c42d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0604258 Jul 26 15:08:17.134024 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c860b45c-c4bc-4a82-94c1-d22c464c3e3f req-96641505-52a0-4b50-afa8-3ba84ce70cc0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573556 Jul 26 15:08:17.366151 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:17.529770 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:17.537822 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049ae06-0eee-41cd-acce-8dd18d588fe8 req-cf30c036-2889-4353-8051-5c3959332d9a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:17.539891 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a049ae06-0eee-41cd-acce-8dd18d588fe8 req-cf30c036-2889-4353-8051-5c3959332d9a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1027567 Jul 26 15:08:17.601525 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (ca831f0f-5db5-4eaf-beaf-8de810b05041), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:17.646232 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a049ae06-0eee-41cd-acce-8dd18d588fe8 req-69113d6f-1801-4646-be33-0be6160b91db tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003451 Jul 26 15:08:17.736078 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Floating IP ca831f0f-5db5-4eaf-beaf-8de810b05041 associated. External IP: 172.27.2.14, port: 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a. Jul 26 15:08:17.776264 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:17.975813 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:08:18.109928 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:08:18.115531 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:18.130498 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:08:18.146144 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:18.147146 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:08:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:18.153451 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4fa07b56-6143-48ee-959a-d52f4efa561e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "PUT /v2.0/floatingips/ca831f0f-5db5-4eaf-beaf-8de810b05041 HTTP/1.1" status: 200 len: 991 time: 1.6391661 Jul 26 15:08:18.167347 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22db4394-5de8-471c-8738-b0484e5f7032', 'tag': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:18.171870 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13087fb0-fa30-45b0-8d4b-443d870f4b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "22db4394-5de8-471c-8738-b0484e5f7032", "tag": "58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:18.234390 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a2718f-fda8-45c3-a040-4a9076973f84 x-openstack-request-id: req-93a2718f-fda8-45c3-a040-4a9076973f84 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:18.234892 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22db4394-5de8-471c-8738-b0484e5f7032", "tag": "58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:18.235309 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-93a2718f-fda8-45c3-a040-4a9076973f84 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:18.237834 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a2718f-fda8-45c3-a040-4a9076973f84'] response: {'name': 'network-changed', 'server_uuid': '22db4394-5de8-471c-8738-b0484e5f7032', 'tag': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'status': 'completed', 'code': 200} Jul 26 15:08:18.355096 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302da33c-54fb-4bf7-b400-24bd5ed2db46 req-7aec83c1-b6b0-4ed1-8641-d772949bb673 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:18.356962 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-302da33c-54fb-4bf7-b400-24bd5ed2db46 req-7aec83c1-b6b0-4ed1-8641-d772949bb673 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0797422 Jul 26 15:08:18.403597 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:18.430883 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-302da33c-54fb-4bf7-b400-24bd5ed2db46 req-5f999d31-fe27-4dce-82d2-14bb299885d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679202 Jul 26 15:08:18.439963 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:18.795590 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4d9f-1a83-4aed-91ef-96b2aec474f9 req-daa16642-5319-4c8b-a016-2e1376506d2d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:18.797867 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0a6e4d9f-1a83-4aed-91ef-96b2aec474f9 req-daa16642-5319-4c8b-a016-2e1376506d2d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0574343 Jul 26 15:08:18.804797 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:10Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}, {'id': 'ca831f0f-5db5-4eaf-beaf-8de810b05041', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:1c:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db4394-5de8-471c-8738-b0484e5f7032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:08:17Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:18.845730 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:08:18.856683 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:18.857578 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:08:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:18.888084 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0a6e4d9f-1a83-4aed-91ef-96b2aec474f9 req-34a875d0-e21a-461d-9144-2832b6c898ed tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796652 Jul 26 15:08:18.903001 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:18.993120 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:19.278259 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:10Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}, {'id': 'ca831f0f-5db5-4eaf-beaf-8de810b05041', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:1c:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db4394-5de8-471c-8738-b0484e5f7032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:08:17Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:19.311540 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7e642-7a2c-408a-bfea-99e57d057f8c None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:10Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}, {'id': 'ca831f0f-5db5-4eaf-beaf-8de810b05041', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:1c:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db4394-5de8-471c-8738-b0484e5f7032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:08:17Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:08:19.405306 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89397a-6506-48d3-b672-ce3fb2d9cee6 req-d5c76edf-5904-4102-9be6-eb1649fd56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:19.406878 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8c89397a-6506-48d3-b672-ce3fb2d9cee6 req-d5c76edf-5904-4102-9be6-eb1649fd56d3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1130 time: 0.0551667 Jul 26 15:08:19.561022 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb850e2e-321d-4a7e-95c6-10c3436993a5 None None] New status for floating IP ca831f0f-5db5-4eaf-beaf-8de810b05041: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:08:19.590309 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:19.592661 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-86638e9b-a2ae-4cbd-94bd-a46735cf607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:19.596111 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-86638e9b-a2ae-4cbd-94bd-a46735cf607d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 1130 time: 0.0502934 Jul 26 15:08:19.619918 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089236-22ea-4df6-a648-4159a67405d7 req-316ae5ad-64c1-4624-ad9a-246e1830595b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:19.621871 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cd089236-22ea-4df6-a648-4159a67405d7 req-316ae5ad-64c1-4624-ad9a-246e1830595b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0976150 Jul 26 15:08:19.643998 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8c89397a-6506-48d3-b672-ce3fb2d9cee6 req-2d4e6768-ebe4-47ce-8fb2-23ff91e5239e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889409 Jul 26 15:08:19.760220 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cd089236-22ea-4df6-a648-4159a67405d7 req-8ccbf691-688b-479a-8fb1-a9bffb88e749 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128070 Jul 26 15:08:19.824692 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-a63e51ce-620c-4a95-9269-fc5782dd55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:19.826397 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-a63e51ce-620c-4a95-9269-fc5782dd55e8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 916 time: 0.2212040 Jul 26 15:08:20.062835 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c3ca7-d946-4c6b-9539-dd8ef5a7b075 req-0c096f9f-eb4f-4236-a819-3172c7f76275 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:20.064848 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9b5c3ca7-d946-4c6b-9539-dd8ef5a7b075 req-0c096f9f-eb4f-4236-a819-3172c7f76275 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0888808 Jul 26 15:08:20.099060 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-171ce50d-2ad9-4aba-a4e6-bfba4a8dad7e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a HTTP/1.1" status: 200 len: 1001 time: 0.0936375 Jul 26 15:08:20.131833 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9b5c3ca7-d946-4c6b-9539-dd8ef5a7b075 req-c2ca6e04-f45f-46fc-978a-2da4919cf659 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593865 Jul 26 15:08:20.250119 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-8584bad0-b2b9-452b-a3ae-1fa0c1436be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:20.252640 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-8584bad0-b2b9-452b-a3ae-1fa0c1436be5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.0584404 Jul 26 15:08:20.310378 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-94977547-45ec-4dc0-871e-06455864bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:20.312116 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-94977547-45ec-4dc0-871e-06455864bc4f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472543 Jul 26 15:08:20.964625 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef0ce2-5826-436e-8478-cf70caa18872 req-7c780070-9108-4c5d-b9b1-c43a8b3ca89e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:20.975892 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2fef0ce2-5826-436e-8478-cf70caa18872 req-7c780070-9108-4c5d-b9b1-c43a8b3ca89e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.1033688 Jul 26 15:08:21.042517 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:21.071343 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2fef0ce2-5826-436e-8478-cf70caa18872 req-fa02da59-73d8-4518-ad45-cd5cb27b3174 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939641 Jul 26 15:08:21.105596 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-74090b90-af02-4310-9b5d-45212b718d39 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490774 Jul 26 15:08:21.252081 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-13087fb0-fa30-45b0-8d4b-443d870f4b8f req-1abaf4f6-5edf-481f-9503-c7489a18b277 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354599 Jul 26 15:08:21.289986 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd8bad-1d3b-4d09-bd9f-8fc1cd394380 req-1d8394e7-0eee-494d-a5d2-ad7ebc4553f4 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:21.291810 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18bd8bad-1d3b-4d09-bd9f-8fc1cd394380 req-1d8394e7-0eee-494d-a5d2-ad7ebc4553f4 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0665514 Jul 26 15:08:21.367165 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18bd8bad-1d3b-4d09-bd9f-8fc1cd394380 req-65d2252d-3be8-4bdb-9039-e2dd4c95774b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651088 Jul 26 15:08:22.223702 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a4b1d-3fcd-432e-ae7f-136bc314d742 req-fe464df9-31f1-45d4-9003-9ae8849787c6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:22.225209 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-746a4b1d-3fcd-432e-ae7f-136bc314d742 req-fe464df9-31f1-45d4-9003-9ae8849787c6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0623715 Jul 26 15:08:22.288296 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-746a4b1d-3fcd-432e-ae7f-136bc314d742 req-cf87127b-b64d-4384-8e37-dc8be01e7b20 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564327 Jul 26 15:08:22.512842 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9daa6-4b3d-4bb3-bde7-b6540ed8ad55 req-3c612b99-a974-48d1-8c6e-1d2a3ba9dc4f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:22.514434 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a3f9daa6-4b3d-4bb3-bde7-b6540ed8ad55 req-3c612b99-a974-48d1-8c6e-1d2a3ba9dc4f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0579801 Jul 26 15:08:22.570891 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a3f9daa6-4b3d-4bb3-bde7-b6540ed8ad55 req-54109a29-1e22-45ab-bc0c-4c5312ec2917 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454617 Jul 26 15:08:23.419666 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891703c3-d68b-44a6-bf8c-fd2f989b13a9 req-a11d09bf-7459-41f1-8a80-874d6ebeacb8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:23.421178 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-891703c3-d68b-44a6-bf8c-fd2f989b13a9 req-a11d09bf-7459-41f1-8a80-874d6ebeacb8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0541527 Jul 26 15:08:23.473259 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-891703c3-d68b-44a6-bf8c-fd2f989b13a9 req-ca0c9d1b-b83b-4c03-a866-18205d4d47e5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455966 Jul 26 15:08:23.707835 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c56c-69fe-48b7-ad9e-7aadd1fd5cb5 req-9f38e64e-df4c-442d-9bcb-6cdce54796be tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:23.709335 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fa51c56c-69fe-48b7-ad9e-7aadd1fd5cb5 req-9f38e64e-df4c-442d-9bcb-6cdce54796be tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0534210 Jul 26 15:08:23.745576 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:23.763839 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fa51c56c-69fe-48b7-ad9e-7aadd1fd5cb5 req-d3e66517-48e8-446f-a5c6-eb5e15ddf05b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483785 Jul 26 15:08:24.617342 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63b989-e41c-40d8-885a-c7b7b34db865 req-52128250-0fcb-430b-b6b4-62c99a0f8280 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:24.619126 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8a63b989-e41c-40d8-885a-c7b7b34db865 req-52128250-0fcb-430b-b6b4-62c99a0f8280 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0604243 Jul 26 15:08:24.679866 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8a63b989-e41c-40d8-885a-c7b7b34db865 req-5a1ec577-2f4a-4688-8f24-b38ae2e0200d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544264 Jul 26 15:08:24.901975 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b4485-68de-4229-9906-a5a4ea92650f req-a7776dc8-fb1f-4146-afc4-7efcd036fe33 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:24.903513 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-268b4485-68de-4229-9906-a5a4ea92650f req-a7776dc8-fb1f-4146-afc4-7efcd036fe33 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0514398 Jul 26 15:08:24.954449 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-268b4485-68de-4229-9906-a5a4ea92650f req-ad4e4c81-633b-489b-a2bb-e198e1a6583a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451043 Jul 26 15:08:25.815627 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d4155-c78d-42e7-9eab-9da6ac2fa474 req-07bef975-9185-4957-8e93-de8c4200bbb5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:25.817488 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-200d4155-c78d-42e7-9eab-9da6ac2fa474 req-07bef975-9185-4957-8e93-de8c4200bbb5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0592735 Jul 26 15:08:25.836967 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:25.876946 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-200d4155-c78d-42e7-9eab-9da6ac2fa474 req-56cb5e7d-0747-4ac2-a10c-bbddd2726318 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478573 Jul 26 15:08:26.001327 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae966-f5c2-4e48-9cf1-a4d3e6cf007f req-283603fd-8a53-4ccf-af50-cbffd58d46bd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:26.004108 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2aaae966-f5c2-4e48-9cf1-a4d3e6cf007f req-283603fd-8a53-4ccf-af50-cbffd58d46bd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0533915 Jul 26 15:08:26.013149 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 38014) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:26.018273 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'floatingip': {'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:26.080441 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (0bdfe523-c17d-46cb-b22f-08071a9ea52a), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:26.180117 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3a4af-a8cf-4c82-83da-f8703edb4056 req-098aabae-e222-493b-8367-3a4d8689df91 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:26.183992 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9ed3a4af-a8cf-4c82-83da-f8703edb4056 req-098aabae-e222-493b-8367-3a4d8689df91 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1286030 Jul 26 15:08:26.302180 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9ed3a4af-a8cf-4c82-83da-f8703edb4056 req-6550e0ef-2400-4c3d-9c5e-aaf3dc888638 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144230 Jul 26 15:08:26.671356 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:26.764428 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a813b7c-ab8e-4397-9d88-110494a4b776 req-a8302901-f964-4cd1-b9ee-8f90695d7397 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:26.766023 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6a813b7c-ab8e-4397-9d88-110494a4b776 req-a8302901-f964-4cd1-b9ee-8f90695d7397 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.1050351 Jul 26 15:08:26.793480 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:26.837741 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6a813b7c-ab8e-4397-9d88-110494a4b776 req-b815f59f-2f7d-435b-9e36-db4bc01f95c9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603929 Jul 26 15:08:26.875173 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (0bdfe523-c17d-46cb-b22f-08071a9ea52a), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:26.885605 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357e86b-c295-4b9d-8d53-56009abf857f req-4342e104-7d82-454d-82ae-c11379d87599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:26.887448 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c357e86b-c295-4b9d-8d53-56009abf857f req-4342e104-7d82-454d-82ae-c11379d87599 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 1130 time: 0.0565078 Jul 26 15:08:26.997574 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Floating IP 0bdfe523-c17d-46cb-b22f-08071a9ea52a associated. External IP: 172.27.2.145, port: 4f4c8eee-d209-4040-b613-9be1c6f38ffd. Jul 26 15:08:26.997906 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357e86b-c295-4b9d-8d53-56009abf857f req-4b8a2357-4216-4ed6-bbb6-4d155fcbc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:26.999653 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c357e86b-c295-4b9d-8d53-56009abf857f req-4b8a2357-4216-4ed6-bbb6-4d155fcbc7d9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 911 time: 0.0995588 Jul 26 15:08:27.085604 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c357e86b-c295-4b9d-8d53-56009abf857f req-d4817b54-bc0b-4c65-97a8-d4f3d2bee9c8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb HTTP/1.1" status: 200 len: 1002 time: 0.0681701 Jul 26 15:08:27.141611 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357e86b-c295-4b9d-8d53-56009abf857f req-c90c3f9e-4c8a-4c57-af24-0b2d49b9d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:27.143079 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c357e86b-c295-4b9d-8d53-56009abf857f req-c90c3f9e-4c8a-4c57-af24-0b2d49b9d36d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef7095f0-cfe9-4349-aa50-a32e1922adb4 HTTP/1.1" status: 200 len: 849 time: 0.0508618 Jul 26 15:08:27.158549 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:27.190848 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357e86b-c295-4b9d-8d53-56009abf857f req-393e8c3b-2d22-4db3-9c8d-5dfcf26a4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:27.192447 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c357e86b-c295-4b9d-8d53-56009abf857f req-393e8c3b-2d22-4db3-9c8d-5dfcf26a4a1b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25e10047-eaa5-41ef-808b-1d7621a68610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421720 Jul 26 15:08:27.234220 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:08:27.322659 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c357e86b-c295-4b9d-8d53-56009abf857f req-09da48cc-6614-4014-ad55-e31d350a926b service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213462 Jul 26 15:08:27.390769 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:08:27.403171 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] Sync routers for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:08:27.405229 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:27.421401 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:27.423113 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:08:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:27.444672 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c357e86b-c295-4b9d-8d53-56009abf857f req-fccff897-39cc-4e3e-aa21-f60800b04db4 service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137280 Jul 26 15:08:27.451347 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-b2612cf5-9a9a-45cb-a903-e13d546ce7d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "PUT /v2.0/floatingips/0bdfe523-c17d-46cb-b22f-08071a9ea52a HTTP/1.1" status: 200 len: 992 time: 1.4368069 Jul 26 15:08:27.452240 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:27.455280 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76" -d '{"events": [{"name": "network-changed", "server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:27.501087 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc4e74d-5b67-418e-af8e-76632fa056be x-openstack-request-id: req-8fc4e74d-5b67-418e-af8e-76632fa056be {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:27.501501 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:27.501838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8fc4e74d-5b67-418e-af8e-76632fa056be {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:27.502285 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc4e74d-5b67-418e-af8e-76632fa056be'] response: {'name': 'network-changed', 'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'status': 'completed', 'code': 200} Jul 26 15:08:27.555475 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:27.805517 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0bdfe523-c17d-46cb-b22f-08071a9ea52a', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'mac_address': 'fa:16:3e:81:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:47Z', 'updated_at': '2022-07-26T15:08:26Z', 'revision_number': 1, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:27.832578 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] Checking router: e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:08:27.844063 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:27.844703 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:08:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:27.936739 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:27.970350 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:27.975360 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6402db3-ed7c-4c0b-ab7b-d6584d942e98 req-074a2cec-1f30-4872-b26f-e16a5b962630 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:27.988232 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c6402db3-ed7c-4c0b-ab7b-d6584d942e98 req-074a2cec-1f30-4872-b26f-e16a5b962630 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0589225 Jul 26 15:08:28.035886 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c6402db3-ed7c-4c0b-ab7b-d6584d942e98 req-d2523e29-69ec-4f66-b465-95f97b833c16 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463827 Jul 26 15:08:28.135620 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:28.212517 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0bdfe523-c17d-46cb-b22f-08071a9ea52a', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'mac_address': 'fa:16:3e:81:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:47Z', 'updated_at': '2022-07-26T15:08:26Z', 'revision_number': 1, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:28.238738 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c8281-9787-45ed-b69f-07c0c1bfc6e6 None None] The sync data for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi is: [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0bdfe523-c17d-46cb-b22f-08071a9ea52a', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'mac_address': 'fa:16:3e:81:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:47Z', 'updated_at': '2022-07-26T15:08:26Z', 'revision_number': 1, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:08:28.455124 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d65136e-ac84-496f-a7f0-7f041b97f5a8 None None] New status for floating IP 0bdfe523-c17d-46cb-b22f-08071a9ea52a: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:08:29.182966 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542ac5-ab4e-472e-85ee-42f7fb571f91 req-f36e46ba-1c72-431d-9971-c0bfc3c66f5e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:29.185673 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-12542ac5-ab4e-472e-85ee-42f7fb571f91 req-f36e46ba-1c72-431d-9971-c0bfc3c66f5e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0539880 Jul 26 15:08:29.236654 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-12542ac5-ab4e-472e-85ee-42f7fb571f91 req-f2c7b6b9-1e20-4750-86ff-76863765459f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454690 Jul 26 15:08:30.375528 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff8b83-04d5-4881-82fb-8e31562aa864 req-ff52c691-e93f-4889-9459-49f1d2584a30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:30.377655 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-84ff8b83-04d5-4881-82fb-8e31562aa864 req-ff52c691-e93f-4889-9459-49f1d2584a30 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0545318 Jul 26 15:08:30.429925 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-84ff8b83-04d5-4881-82fb-8e31562aa864 req-405521fc-2924-4a71-8f9f-42f5f077b68f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446944 Jul 26 15:08:30.481087 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:30.492667 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-757a27a1-d834-4f5f-8595-ce5dbec59261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:30.494430 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-757a27a1-d834-4f5f-8595-ce5dbec59261 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1130 time: 0.0429578 Jul 26 15:08:30.874486 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-8306f2af-d616-4321-9b07-3b4cb8836696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:30.875956 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-8306f2af-d616-4321-9b07-3b4cb8836696 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.0966663 Jul 26 15:08:30.965689 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-809ebdf8-265c-4ba1-8e9c-13899d2ff1ec service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 200 len: 1002 time: 0.0613325 Jul 26 15:08:31.023255 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-6a9e437e-9a2f-455e-ab22-418b34d1336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:31.024765 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-6a9e437e-9a2f-455e-ab22-418b34d1336a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0465472 Jul 26 15:08:31.078913 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:31.088536 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-a97b85be-648c-45d3-90f0-5cd170632c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:31.090571 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-a97b85be-648c-45d3-90f0-5cd170632c87 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468924 Jul 26 15:08:31.212818 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-49dd1059-4719-42ba-b113-048ab702e556 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120107 Jul 26 15:08:31.323957 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-58e8d0bb-e6ff-4951-bbca-fa2479fcdb76 req-a295a9a4-0033-41e5-a50a-9bb49cf33f75 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971496 Jul 26 15:08:31.557592 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9b96d-1627-4e6a-ab7c-ac407024bc25 req-dca78b85-9ea0-48c0-9bdd-22fcb410e5ea tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:31.559111 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5ec9b96d-1627-4e6a-ab7c-ac407024bc25 req-dca78b85-9ea0-48c0-9bdd-22fcb410e5ea tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0520513 Jul 26 15:08:31.617147 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5ec9b96d-1627-4e6a-ab7c-ac407024bc25 req-1a78a494-3298-42af-8ff6-cf3d9301c686 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502155 Jul 26 15:08:32.759792 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a0ec1-9391-4d2b-8ac0-7c013cd5e00d req-8c1634f5-d116-44d8-b63e-1cadde55c968 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:32.761324 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6e5a0ec1-9391-4d2b-8ac0-7c013cd5e00d req-8c1634f5-d116-44d8-b63e-1cadde55c968 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0629151 Jul 26 15:08:32.813375 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6e5a0ec1-9391-4d2b-8ac0-7c013cd5e00d req-a1210608-5271-4671-8eb4-93bfd9af49a2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462127 Jul 26 15:08:34.525268 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 38200) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:34.554806 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:34.573227 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc1eb3e-e1e6-4123-a063-47f6840d6d43 admin admin] Deleting subnet 7b1025c1-4038-4ed8-b7e1-2991fcd6a9de {{(pid=116402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:08:34.576685 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6dc1eb3e-e1e6-4123-a063-47f6840d6d43 admin admin] Publish callbacks [] for subnet (7b1025c1-4038-4ed8-b7e1-2991fcd6a9de), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:34.617667 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6dc1eb3e-e1e6-4123-a063-47f6840d6d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8880115'] for subnet (7b1025c1-4038-4ed8-b7e1-2991fcd6a9de), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:34.680083 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6dc1eb3e-e1e6-4123-a063-47f6840d6d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (7b1025c1-4038-4ed8-b7e1-2991fcd6a9de), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:34.846031 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6dc1eb3e-e1e6-4123-a063-47f6840d6d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314733'] for subnet (7b1025c1-4038-4ed8-b7e1-2991fcd6a9de), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:34.879558 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6dc1eb3e-e1e6-4123-a063-47f6840d6d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:34.883283 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6dc1eb3e-e1e6-4123-a063-47f6840d6d43 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/7b1025c1-4038-4ed8-b7e1-2991fcd6a9de HTTP/1.1" status: 204 len: 168 time: 0.3569090 Jul 26 15:08:34.884375 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1eb3e-e1e6-4123-a063-47f6840d6d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1025c1-4038-4ed8-b7e1-2991fcd6a9de,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:34.886353 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38208) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:35.224229 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (f592bdd4-ff36-4285-b3a5-96166a7a017a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:35.326849 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (f592bdd4-ff36-4285-b3a5-96166a7a017a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:35.356852 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.357288 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.358000 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.358294 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.358621 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.358941 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.359290 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.359660 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.360011 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.360344 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.436286 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.436644 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.436987 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.437346 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:08:35.437721 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f592bdd4-ff36-4285-b3a5-96166a7a017a']}} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:35.464348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea9a133-9aad-4d76-a935-0a775d9258b5') {'for_net_delete': True} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:35.464818 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea9a133-9aad-4d76-a935-0a775d9258b5') {} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:35.496445 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9346155'] for segment (8ea9a133-9aad-4d76-a935-0a775d9258b5), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:35.516190 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (8ea9a133-9aad-4d76-a935-0a775d9258b5), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:35.530064 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=116401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:08:35.530461 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3735883'] for segment (8ea9a133-9aad-4d76-a935-0a775d9258b5), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:35.593919 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:35.681487 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (f592bdd4-ff36-4285-b3a5-96166a7a017a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:35.694108 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:35.702876 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] 10.222.0.94 "DELETE /v2.0/networks/f592bdd4-ff36-4285-b3a5-96166a7a017a HTTP/1.1" status: 204 len: 168 time: 0.8127797 Jul 26 15:08:35.716355 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ccece-e801-410e-b584-e9fd5825e1b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f592bdd4-ff36-4285-b3a5-96166a7a017a,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:35.795442 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment 8ea9a133-9aad-4d76-a935-0a775d9258b5 resource provider aggregate not found Jul 26 15:08:35.813970 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment 8ea9a133-9aad-4d76-a935-0a775d9258b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ea9a133-9aad-4d76-a935-0a775d9258b5 found for delete ", "request_id": "req-1b9b482f-3a37-4617-9506-da26497dedfc"}]} Jul 26 15:08:36.327712 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38236) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:36.375642 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0dfc6444-82ed-42f0-a5c7-e74a324e52a4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4272758d01274f419bc75c85140daa06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465450 Jul 26 15:08:36.378466 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38240) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:36.428149 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-07de19a5-6760-49f3-be0d-8575dded30d0 admin admin] Publish callbacks [] for security_group (2b75a0e2-9a87-4cff-bc03-8a5013d651bc), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:36.450597 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-07de19a5-6760-49f3-be0d-8575dded30d0 admin admin] Publish callbacks [] for security_group (2b75a0e2-9a87-4cff-bc03-8a5013d651bc), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:36.599916 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-07de19a5-6760-49f3-be0d-8575dded30d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (2b75a0e2-9a87-4cff-bc03-8a5013d651bc), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:36.602426 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-07de19a5-6760-49f3-be0d-8575dded30d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:36.603631 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-07de19a5-6760-49f3-be0d-8575dded30d0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2b75a0e2-9a87-4cff-bc03-8a5013d651bc HTTP/1.1" status: 204 len: 168 time: 0.2242160 Jul 26 15:08:36.612180 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de19a5-6760-49f3-be0d-8575dded30d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b75a0e2-9a87-4cff-bc03-8a5013d651bc,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:37.390579 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:08:38.013303 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38278) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:38.133638 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f62efd72-c0f7-4e2f-8f05-9337f4e3af3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.220442 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f62efd72-c0f7-4e2f-8f05-9337f4e3af3b admin admin] Publish callbacks [] for security_group (8ed10a69-1f43-4b33-8627-1cb253071817), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.324822 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f62efd72-c0f7-4e2f-8f05-9337f4e3af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (8ed10a69-1f43-4b33-8627-1cb253071817), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.375509 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-f62efd72-c0f7-4e2f-8f05-9337f4e3af3b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e9eba5436c0c4f52b5c4e7412176a751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606198 Jul 26 15:08:38.376222 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62efd72-c0f7-4e2f-8f05-9337f4e3af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed10a69-1f43-4b33-8627-1cb253071817,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:38.379251 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38288) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:38.439621 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6ca68068-4033-43d7-ac17-648126c35611 admin admin] Publish callbacks [] for security_group (8ed10a69-1f43-4b33-8627-1cb253071817), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.442665 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:38.466565 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6ca68068-4033-43d7-ac17-648126c35611 admin admin] Publish callbacks [] for security_group (8ed10a69-1f43-4b33-8627-1cb253071817), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.613585 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6ca68068-4033-43d7-ac17-648126c35611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (8ed10a69-1f43-4b33-8627-1cb253071817), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.622553 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6ca68068-4033-43d7-ac17-648126c35611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.622553 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-6ca68068-4033-43d7-ac17-648126c35611 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8ed10a69-1f43-4b33-8627-1cb253071817 HTTP/1.1" status: 204 len: 168 time: 0.2399795 Jul 26 15:08:38.635133 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca68068-4033-43d7-ac17-648126c35611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed10a69-1f43-4b33-8627-1cb253071817,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:38.672004 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:40.445517 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd6f8c-3355-4648-b321-54b44e73240d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:43.713994 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3156bb14-f1d3-4aaf-bfa0-b8a7764e6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:44.342934 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:44.852344 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:44.856464 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:45.068834 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:46.348760 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:46.412013 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-dd89da61-fae1-4d02-a448-3ee9df806cc1 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=484282e33cd64579b59888ba08ef08c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379791 Jul 26 15:08:46.853853 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6541-1138-4336-b367-53cce44290cf req-5f5d1d12-3667-4907-a55b-1727f0bf2f74 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:46.855403 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-5f5d1d12-3667-4907-a55b-1727f0bf2f74 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4378781 Jul 26 15:08:46.871785 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-b31c2181-ec44-4ad7-8b3f-e0a192989e1d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/quotas/484282e33cd64579b59888ba08ef08c5 HTTP/1.1" status: 200 len: 375 time: 0.0106151 Jul 26 15:08:46.907093 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-64a3b375-4091-4c38-855e-909d1ed64b39 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=484282e33cd64579b59888ba08ef08c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293908 Jul 26 15:08:47.240170 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f5c24fb5-185e-41fe-92f7-c1cab138a55c req-5fdf795a-f300-4dbf-8eed-4d16de1fedae tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0425735 Jul 26 15:08:47.333679 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.384304 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:48.353964 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-dee568ae-e239-4580-9ae5-49511e8afe66 req-f866e3a0-4166-4d3d-93cf-5b879051ed98 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0504849 Jul 26 15:08:49.487857 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5a44d519-e1e1-4346-80d2-4995a16e4451 req-cd44fa7b-b465-45d1-ba59-957bc9d9dd65 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0476065 Jul 26 15:08:50.620156 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-41beb014-3ef9-4e42-beb9-e577079b7630 req-5f555dce-c4b5-4236-acb2-0e9566cc45bd tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0329964 Jul 26 15:08:51.727345 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8d6c8c81-589a-4f98-adf3-f0abb0f2503f req-ae54a9be-2964-4edb-93f5-50831ebc83e5 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0303667 Jul 26 15:08:52.832575 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9bd22c5b-04a8-4bee-8fca-cc7a8a2a9031 req-ee5764ba-bf0f-457d-b3b0-96573063ec5b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0296440 Jul 26 15:08:53.935137 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-be3b510e-9402-4674-915a-9226712bb4a2 req-9fc20fc3-b0a6-4fc9-8a7e-cd23890b32bc tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0282187 Jul 26 15:08:55.034965 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c5d2f9e1-266a-4546-8bf5-803d5d5aa0c9 req-f0c19a42-5167-4343-bf41-da86b7bb620a tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0268993 Jul 26 15:08:56.134319 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9143c269-2c2c-4f3d-a078-61a2b678ef11 req-7f45c5b2-4209-432a-a3cb-e2d02ec89244 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0285378 Jul 26 15:08:56.867878 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e58d84e9-c263-4413-a490-e836406c2b64 req-e2056fb6-49b4-4ebd-ad3c-4b80f410f4c9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475149 Jul 26 15:08:57.026435 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d84e9-c263-4413-a490-e836406c2b64 req-a6bab84e-8148-46c8-a2bb-c2b43c3c1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:57.027975 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e58d84e9-c263-4413-a490-e836406c2b64 req-a6bab84e-8148-46c8-a2bb-c2b43c3c1cb9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 1129 time: 0.0398021 Jul 26 15:08:57.136469 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:57.150340 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d84e9-c263-4413-a490-e836406c2b64 req-39ec4e4b-77a6-4aa8-9c3d-f8a001c046d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:57.151849 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e58d84e9-c263-4413-a490-e836406c2b64 req-39ec4e4b-77a6-4aa8-9c3d-f8a001c046d9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.0952086 Jul 26 15:08:57.210630 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e58d84e9-c263-4413-a490-e836406c2b64 req-2f351e8e-11f1-4c1e-bcde-90280a60d3b1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 HTTP/1.1" status: 200 len: 217 time: 0.0405486 Jul 26 15:08:57.244248 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-206fd343-092a-4973-8ccd-d133dd0bca05 req-25f73f06-ffa5-414e-a7f9-079e1aa74652 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0298204 Jul 26 15:08:57.249061 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:57.255315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:57.277134 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d84e9-c263-4413-a490-e836406c2b64 req-bab719a1-660b-4e4e-a820-f523243b32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:57.278700 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e58d84e9-c263-4413-a490-e836406c2b64 req-bab719a1-660b-4e4e-a820-f523243b32bf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0564001 Jul 26 15:08:57.331719 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d84e9-c263-4413-a490-e836406c2b64 req-1161816b-e2f6-4e4a-9d21-d3d96a9bf995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:57.333255 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e58d84e9-c263-4413-a490-e836406c2b64 req-1161816b-e2f6-4e4a-9d21-d3d96a9bf995 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404527 Jul 26 15:08:57.438984 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e58d84e9-c263-4413-a490-e836406c2b64 req-fa54ef70-196c-4e6b-9ca8-c244071c8d8f service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977466 Jul 26 15:08:57.551162 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e58d84e9-c263-4413-a490-e836406c2b64 req-52e49f08-6b0b-48f7-ba0e-1b00d4af38bb service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930958 Jul 26 15:08:58.366082 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0cafef7a-468d-460e-96a3-0687c1289e5e req-83cb186c-8aab-465e-b3b1-55e58182e6f9 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0387557 Jul 26 15:08:58.546523 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe756-6470-4888-8aa2-e410aa954062 req-052d9f78-4c93-4074-8042-b566d0b856a1 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:58.548053 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-63cbe756-6470-4888-8aa2-e410aa954062 req-052d9f78-4c93-4074-8042-b566d0b856a1 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Jul 26 15:08:58.605558 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-a8727b4b-9a4f-48cd-a800-962164425b23 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=484282e33cd64579b59888ba08ef08c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348265 Jul 26 15:08:58.612355 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-63cbe756-6470-4888-8aa2-e410aa954062 req-85696a4e-6935-496d-9970-21d3aab251ce tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565670 Jul 26 15:08:58.885576 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6541-1138-4336-b367-53cce44290cf req-e2d69f87-4d64-4aa7-b184-e13ee3491db0 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:58.887093 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-e2d69f87-4d64-4aa7-b184-e13ee3491db0 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495279 Jul 26 15:08:59.057629 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-4f3fc45b-7cdb-4106-a595-fa5eca032c74 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254545217&fields=id&tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073 HTTP/1.1" status: 200 len: 267 time: 0.0520258 Jul 26 15:08:59.076997 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:59.180344 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-7d6532e0-3657-4c51-bdf7-b5f9fca1c2c0 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:59.181886 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-7d6532e0-3657-4c51-bdf7-b5f9fca1c2c0 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 809 time: 0.1161153 Jul 26 15:08:59.197724 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-35029fa8-e794-43e4-be06-628380b263a0 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/quotas/a9f0ab2fc6e64eada5f55a0f0a835073 HTTP/1.1" status: 200 len: 375 time: 0.0100393 Jul 26 15:08:59.253825 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-a4728e67-e24c-4590-92dc-bad37e96c4a4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506973 Jul 26 15:08:59.362374 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-9bdff3d1-fde2-4a54-8d9e-143618dc473b service neutron] 10.222.0.94 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968218 Jul 26 15:08:59.473328 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-cadaf9db-7a46-4c1b-bb98-895d87cb3ad5 service neutron] 10.222.0.94 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040492 Jul 26 15:08:59.487487 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6fdc502b-87f7-4fdc-a9e6-3f6dd43c7cc0 req-69575c58-2c0d-4aa2-ab9d-b0b62a247c54 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0335603 Jul 26 15:08:59.740353 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28759d50-ec35-4b93-a2c6-b6dc18c3ea46 req-24dff9f6-17e8-4bb3-97d2-eef5c866e242 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:59.741845 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-28759d50-ec35-4b93-a2c6-b6dc18c3ea46 req-24dff9f6-17e8-4bb3-97d2-eef5c866e242 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0517702 Jul 26 15:08:59.793924 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-28759d50-ec35-4b93-a2c6-b6dc18c3ea46 req-ccfd32d7-0aab-48ca-98c6-e67d102674b9 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Jul 26 15:09:00.157051 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-665bc34d-b877-4c08-95ca-e234343bb477 req-2e0ab266-5a1f-4f37-97a8-5b0bb3a8faf9 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 210 time: 0.0326679 Jul 26 15:09:00.589959 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-86e42adb-2e25-4d7d-b62e-047cee53830f req-2cfa2ce1-1419-428a-a0dd-35bca86a952b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0288858 Jul 26 15:09:00.924907 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4b0ab-4204-4d22-8b58-39e264428d8b req-80e050e2-e12d-4e82-83a1-9c05e5cee724 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:00.927146 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5ac4b0ab-4204-4d22-8b58-39e264428d8b req-80e050e2-e12d-4e82-83a1-9c05e5cee724 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Jul 26 15:09:00.988745 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5ac4b0ab-4204-4d22-8b58-39e264428d8b req-c3a40cf2-30e8-4066-ba73-bae9ade637f4 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548673 Jul 26 15:09:01.034656 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Request body: {'port': {'device_id': 'cac7a938-7f02-4e37-b392-bfd28ec5c72a', 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf', 'admin_state_up': True, 'tenant_id': '484282e33cd64579b59888ba08ef08c5'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:01.248705 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e4acc220-7f7a-4088-be14-befafcd9d726 req-9928bed0-cf77-405d-8387-8a618f19dc04 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 210 time: 0.0301108 Jul 26 15:09:01.261980 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Made reservation on behalf of 484282e33cd64579b59888ba08ef08c5 for: {'port': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:01.265971 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:01.276839 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:01.321974 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:01.365564 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks [] for security_group (99363d8e-1e2a-4edb-92a5-31b53e97e7fb), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:01.474197 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (99363d8e-1e2a-4edb-92a5-31b53e97e7fb), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:01.541434 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99363d8e-1e2a-4edb-92a5-31b53e97e7fb,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:01.554331 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.554589 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.554927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.555265 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.555623 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.555944 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.556284 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.556602 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.556962 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.557244 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.557578 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.557904 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.558212 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.558526 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.558848 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.640547 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Allocated IP 192.168.233.239 (9dad3277-5ebe-4076-96c5-f9c53f0a99bf/71fd6b98-068b-4b01-a934-824315a1c2c0/e638e0cf-c4c9-4836-b1a0-4cc190f7394c) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:01.697104 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3274e967-2891-40d6-8d6a-6162f49a66ed req-4a533480-7d2d-4590-b708-7ffb441653fe tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0317640 Jul 26 15:09:01.762479 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:01.810431 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks [] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:01.842699 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38718) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:01.937232 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:01.988694 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-9298cd6f-8190-4d7b-a54e-41f8cfbdde27 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:01.990307 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-9298cd6f-8190-4d7b-a54e-41f8cfbdde27 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.102 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.0640297 Jul 26 15:09:02.015186 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:02.021131 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:02.023962 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Pushing event updated for resources: {'Port': ['ID=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:02.027691 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:02.057513 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5973aff0-9e7f-4869-94e4-b60080dc5694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.098071 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Deleting port 642f8bc5-5d97-4c38-a9b4-6db449ae030e {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:09:02.098693 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.140335 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:02.141054 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.184536 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0703f1-cb1d-4c57-bca9-7706a6bdb318 req-ec175fa8-7d79-4951-9d23-1721a0905745 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:02.187004 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1b0703f1-cb1d-4c57-bca9-7706a6bdb318 req-ec175fa8-7d79-4951-9d23-1721a0905745 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 945 time: 0.1006558 Jul 26 15:09:02.229937 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] For port 642f8bc5-5d97-4c38-a9b4-6db449ae030e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=642f8bc5-5d97-4c38-a9b4-6db449ae030e,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:02.230606 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.247714 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Calling delete_port for 642f8bc5-5d97-4c38-a9b4-6db449ae030e owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:09:02.287362 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-0ea67011-8619-4d39-8207-0ee43cf6268d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2491193 Jul 26 15:09:02.304692 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Request body: {'port': {'device_id': 'cac7a938-7f02-4e37-b392-bfd28ec5c72a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:02.320467 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1b0703f1-cb1d-4c57-bca9-7706a6bdb318 req-7479731f-0200-45c6-9a5b-46955adeaf47 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256759 Jul 26 15:09:02.364796 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5973aff0-9e7f-4869-94e4-b60080dc5694 admin admin] Publish callbacks [] for security_group (1b03e96a-227d-446e-a2bb-01a3e4aeb4a0), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.389801 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-21cb4431-8155-432f-882c-1d0fad440418 None None] Provisioning complete for port e638e0cf-c4c9-4836-b1a0-4cc190f7394c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:02.390367 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-21cb4431-8155-432f-882c-1d0fad440418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.411883 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.422152 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ab730fb0-c280-4c9d-8b27-e0c95f72ef7b req-baf0de32-6681-494f-b425-fc69c86de413 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 210 time: 0.0513873 Jul 26 15:09:02.428149 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-21cb4431-8155-432f-882c-1d0fad440418 None None] Port e638e0cf-c4c9-4836-b1a0-4cc190f7394c cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:09:02.481690 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5973aff0-9e7f-4869-94e4-b60080dc5694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (1b03e96a-227d-446e-a2bb-01a3e4aeb4a0), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.559320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:02.566191 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (642f8bc5-5d97-4c38-a9b4-6db449ae030e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.574130 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:02.592423 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5973aff0-9e7f-4869-94e4-b60080dc5694 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dc65e563bd7e49f6a94fb73175cf0519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7485795 Jul 26 15:09:02.600820 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38726) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:02.601351 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973aff0-9e7f-4869-94e4-b60080dc5694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03e96a-227d-446e-a2bb-01a3e4aeb4a0,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:02.603927 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Pushing event deleted for resources: {'Port': ['ID=642f8bc5-5d97-4c38-a9b4-6db449ae030e,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:02.650211 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.650636 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.650955 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.651301 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.651667 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.652005 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.652335 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.652663 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.652990 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.653318 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.653649 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.653986 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.654306 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.654630 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.654951 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:02.683705 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] No DVR routers for this DVR port 642f8bc5-5d97-4c38-a9b4-6db449ae030e on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:09:02.687115 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.691346 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8b464c82-ace3-484b-b0fa-22d01d54e94b req-960b1611-1111-4721-814c-e98bbe83742e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.102 "DELETE /v2.0/ports/642f8bc5-5d97-4c38-a9b4-6db449ae030e HTTP/1.1" status: 204 len: 173 time: 0.6914294 Jul 26 15:09:02.691988 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a050fd-1d02-47df-b37b-17f496480a78', 'name': 'network-vif-deleted', 'tag': '642f8bc5-5d97-4c38-a9b4-6db449ae030e'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:02.694471 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84908fcd-34ff-43ac-83d1-c4073c45334b" -d '{"events": [{"server_uuid": "43a050fd-1d02-47df-b37b-17f496480a78", "name": "network-vif-deleted", "tag": "642f8bc5-5d97-4c38-a9b4-6db449ae030e"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:02.718026 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:02.731238 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-41b7960f-3d58-4521-812c-7894ee513756 admin admin] Publish callbacks [] for security_group (1b03e96a-227d-446e-a2bb-01a3e4aeb4a0), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.735291 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e2dcb0-f1a5-47be-a649-2a7031f5945a x-openstack-request-id: req-a6e2dcb0-f1a5-47be-a649-2a7031f5945a {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:02.735709 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a050fd-1d02-47df-b37b-17f496480a78", "name": "network-vif-deleted", "tag": "642f8bc5-5d97-4c38-a9b4-6db449ae030e", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:02.739611 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a6e2dcb0-f1a5-47be-a649-2a7031f5945a {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:02.739611 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e2dcb0-f1a5-47be-a649-2a7031f5945a'] response: {'server_uuid': '43a050fd-1d02-47df-b37b-17f496480a78', 'name': 'network-vif-deleted', 'tag': '642f8bc5-5d97-4c38-a9b4-6db449ae030e', 'status': 'completed', 'code': 200} Jul 26 15:09:02.781301 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-41b7960f-3d58-4521-812c-7894ee513756 admin admin] Publish callbacks [] for security_group (1b03e96a-227d-446e-a2bb-01a3e4aeb4a0), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.795605 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:02.849222 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0a8e-c1a8-4dd0-bdf6-e5c3f28ec673 req-cf85808b-d4c3-4e1a-967b-a36c6f31c88b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:02.851000 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c83d0a8e-c1a8-4dd0-bdf6-e5c3f28ec673 req-cf85808b-d4c3-4e1a-967b-a36c6f31c88b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 936 time: 0.0705376 Jul 26 15:09:02.912485 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e638e0cf-c4c9-4836-b1a0-4cc190f7394c {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:09:02.915817 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c83d0a8e-c1a8-4dd0-bdf6-e5c3f28ec673 req-da61cc1e-7490-4f99-adeb-7f076fed2396 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553756 Jul 26 15:09:02.922451 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Publish callbacks [] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:03.017944 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Transition to ACTIVE for port object e638e0cf-c4c9-4836-b1a0-4cc190f7394c will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:09:03.020658 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-41b7960f-3d58-4521-812c-7894ee513756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (1b03e96a-227d-446e-a2bb-01a3e4aeb4a0), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:03.024497 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-41b7960f-3d58-4521-812c-7894ee513756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:03.026371 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-41b7960f-3d58-4521-812c-7894ee513756 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1b03e96a-227d-446e-a2bb-01a3e4aeb4a0 HTTP/1.1" status: 204 len: 168 time: 0.4217353 Jul 26 15:09:03.040062 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7960f-3d58-4521-812c-7894ee513756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03e96a-227d-446e-a2bb-01a3e4aeb4a0,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:03.171030 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:03.262610 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Pushing event updated for resources: {'Port': ['ID=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:03.357028 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-2a284d5a-f370-4c8e-ad5b-ba594b0d00bd tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:03.358636 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-2a284d5a-f370-4c8e-ad5b-ba594b0d00bd tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.102 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 809 time: 0.1498110 Jul 26 15:09:03.367779 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Attempting to bind port e638e0cf-c4c9-4836-b1a0-4cc190f7394c on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:03.368921 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Attempting to bind port e638e0cf-c4c9-4836-b1a0-4cc190f7394c by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:03.368921 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Attempting to bind port e638e0cf-c4c9-4836-b1a0-4cc190f7394c on network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:03.384998 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Port e638e0cf-c4c9-4836-b1a0-4cc190f7394c on network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:09:03.385341 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Attempting to bind port e638e0cf-c4c9-4836-b1a0-4cc190f7394c on network 9dad3277-5ebe-4076-96c5-f9c53f0a99bf {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:03.391530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:03.391914 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Checking segment: {'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:03.392293 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Bound using segment: {'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:03.392746 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Bound port: e638e0cf-c4c9-4836-b1a0-4cc190f7394c, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:03.393115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:03.411860 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:03.476139 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-9b086f92-754f-4cdc-9f17-9fed37a2ef23 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073 HTTP/1.1" status: 200 len: 379 time: 0.1034038 Jul 26 15:09:03.568338 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a754762c-6b34-4ef4-8f83-5dbfce73c5ea req-9b8e1f95-2827-43f0-be13-53121776a868 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a050fd-1d02-47df-b37b-17f496480a78 HTTP/1.1" status: 200 len: 210 time: 0.0618529 Jul 26 15:09:03.570337 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] For port e638e0cf-c4c9-4836-b1a0-4cc190f7394c, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:03.590921 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-17124181-29d6-42d3-b07f-4bca4c837d68 req-d8bf7946-f455-4fc8-bfdb-ac450a115345 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 210 time: 0.0585396 Jul 26 15:09:03.604224 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] For port e638e0cf-c4c9-4836-b1a0-4cc190f7394c, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,segment=NetworkSegment(5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4),segment_id=5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:03.731542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:03.774334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:03.775137 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:03.776520 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] 10.222.0.102 "PUT /v2.0/ports/e638e0cf-c4c9-4836-b1a0-4cc190f7394c HTTP/1.1" status: 200 len: 1098 time: 1.4836557 Jul 26 15:09:03.776962 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7a938-7f02-4e37-b392-bfd28ec5c72a', 'tag': 'e638e0cf-c4c9-4836-b1a0-4cc190f7394c'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:03.779545 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea5864-4359-4fd3-a0ff-d0aec3a53953" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7a938-7f02-4e37-b392-bfd28ec5c72a", "tag": "e638e0cf-c4c9-4836-b1a0-4cc190f7394c"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:03.791212 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'port': {'device_id': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'admin_state_up': True, 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'security_groups': ['cea804be-ce68-46c4-993b-bd35e677716d']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:03.803538 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d6515-c067-421a-9e1c-3480fe9bdc0f service neutron] Pushing event updated for resources: {'Port': ['ID=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:03.845998 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de4d93c-ed83-4af2-9ff6-989a6ea0ba73 x-openstack-request-id: req-1de4d93c-ed83-4af2-9ff6-989a6ea0ba73 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:03.846768 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7a938-7f02-4e37-b392-bfd28ec5c72a", "tag": "e638e0cf-c4c9-4836-b1a0-4cc190f7394c", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:03.847288 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1de4d93c-ed83-4af2-9ff6-989a6ea0ba73 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:03.847949 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de4d93c-ed83-4af2-9ff6-989a6ea0ba73'] response: {'name': 'network-changed', 'server_uuid': 'cac7a938-7f02-4e37-b392-bfd28ec5c72a', 'tag': 'e638e0cf-c4c9-4836-b1a0-4cc190f7394c', 'status': 'completed', 'code': 200} Jul 26 15:09:03.962735 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5864-4359-4fd3-a0ff-d0aec3a53953 req-189c7f86-1ae1-4ef7-a049-1112b2adf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:03.964559 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-73ea5864-4359-4fd3-a0ff-d0aec3a53953 req-189c7f86-1ae1-4ef7-a049-1112b2adf2a0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=484282e33cd64579b59888ba08ef08c5&device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 1132 time: 0.0846519 Jul 26 15:09:04.012728 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-73ea5864-4359-4fd3-a0ff-d0aec3a53953 req-c8f769be-e87f-4528-a039-209dc6ec9596 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=484282e33cd64579b59888ba08ef08c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312817 Jul 26 15:09:04.150739 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5864-4359-4fd3-a0ff-d0aec3a53953 req-46e66028-b12f-40e3-98aa-1f5cb7dd1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:04.154946 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-73ea5864-4359-4fd3-a0ff-d0aec3a53953 req-46e66028-b12f-40e3-98aa-1f5cb7dd1d82 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347268 Jul 26 15:09:04.160342 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac626ef-ed94-4c8f-87a6-d63315d5b818 req-4920d0d7-a1cd-42d2-ae69-25e9b77782ad tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:04.163294 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6ac626ef-ed94-4c8f-87a6-d63315d5b818 req-4920d0d7-a1cd-42d2-ae69-25e9b77782ad tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 948 time: 0.1196384 Jul 26 15:09:04.260647 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6ac626ef-ed94-4c8f-87a6-d63315d5b818 req-8254a6ff-ecef-42f9-8b1c-cc2d57c33f83 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761318 Jul 26 15:09:04.260647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Made reservation on behalf of a9f0ab2fc6e64eada5f55a0f0a835073 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:04.260647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.295795 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6541-1138-4336-b367-53cce44290cf req-1d4dc199-213f-4517-8328-af9183fa76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:04.297365 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-1d4dc199-213f-4517-8328-af9183fa76c3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=484282e33cd64579b59888ba08ef08c5&device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 1132 time: 0.0639658 Jul 26 15:09:04.355755 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-2875cc1e-e1ab-4625-935a-9623e09bf470 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=e638e0cf-c4c9-4836-b1a0-4cc190f7394c HTTP/1.1" status: 200 len: 217 time: 0.0484834 Jul 26 15:09:04.426949 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6541-1138-4336-b367-53cce44290cf req-39eab767-3b88-401c-89bc-563f3e5aeaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:04.428666 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-39eab767-3b88-401c-89bc-563f3e5aeaa3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=71fd6b98-068b-4b01-a934-824315a1c2c0 HTTP/1.1" status: 200 len: 843 time: 0.0592186 Jul 26 15:09:04.441814 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 642f8bc5-5d97-4c38-a9b4-6db449ae030e no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:09:04.443822 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Allocated IP 172.20.0.6 (a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a/08560f92-4368-409f-a92a-1a8e52a2ba78/79dc17dd-0f41-4a9f-9307-9de726b3d06e) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:04.492236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 642f8bc5-5d97-4c38-a9b4-6db449ae030e {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:09:04.493195 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 642f8bc5-5d97-4c38-a9b4-6db449ae030e not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:09:04.500353 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6541-1138-4336-b367-53cce44290cf req-f91cc188-093b-4d53-a64d-db0996ac8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:04.503570 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-f91cc188-093b-4d53-a64d-db0996ac8181 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9dad3277-5ebe-4076-96c5-f9c53f0a99bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0646889 Jul 26 15:09:04.557934 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 38770) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:04.593540 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:04.639601 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-8146f1e7-7d1f-44f8-aaa3-f91de2f36f93 service neutron] 10.222.0.102 "GET /v2.0/networks/9dad3277-5ebe-4076-96c5-f9c53f0a99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238580 Jul 26 15:09:04.662334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:04.663726 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.694984 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1736215231-network', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:04.802776 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-847e6541-1138-4336-b367-53cce44290cf req-d1461f28-85fd-4526-b398-26ec12d02410 service neutron] 10.222.0.102 "GET /v2.0/networks/9dad3277-5ebe-4076-96c5-f9c53f0a99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183825 Jul 26 15:09:04.803727 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-701fdea3-2e00-4f5a-bb3b-0c5b03f2c1fe req-6f5867c2-68df-4eab-a34b-7e36c22823ab tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 210 time: 0.0314984 Jul 26 15:09:04.894015 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.896122 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Made reservation on behalf of ee9262c91631413b991af2efeb169cd0 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:04.899184 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.916019 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:04.940813 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.976836 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:04.990479 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:04.992330 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:04.994991 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:05.109861 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:05.110534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.146682 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38782) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:05.155610 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Publish callbacks [] for security_group (289576aa-5cd5-4e28-8d9a-5d12d81e7404), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.253929 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-fd56541d-d6cd-4425-a660-da548f50de6f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4667599 Jul 26 15:09:05.254813 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (289576aa-5cd5-4e28-8d9a-5d12d81e7404), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.286569 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:09:05.296870 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c9e20e1-a24f-4d51-8e18-060e1d083b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.305860 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289576aa-5cd5-4e28-8d9a-5d12d81e7404,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:05.306261 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (b9d0df62-596a-49f2-ad5c-3c767d4d6697), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.306862 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Added segment b9d0df62-596a-49f2-ad5c-3c767d4d6697 of type vlan for network f00b30d1-b798-458a-a4ac-371e3eae95f6 Jul 26 15:09:05.336895 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-048c3239-15f3-47ac-be52-a361bd37f332 None None] Provisioning complete for port 79dc17dd-0f41-4a9f-9307-9de726b3d06e triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:05.336895 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-048c3239-15f3-47ac-be52-a361bd37f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.357494 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (f00b30d1-b798-458a-a4ac-371e3eae95f6), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.376149 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-048c3239-15f3-47ac-be52-a361bd37f332 None None] Port 79dc17dd-0f41-4a9f-9307-9de726b3d06e cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:09:05.398716 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22645907-a365-41fb-adea-27afe3bc1963 req-36388cd1-b95a-4a98-bd99-9b0434e7d722 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:05.400272 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-22645907-a365-41fb-adea-27afe3bc1963 req-36388cd1-b95a-4a98-bd99-9b0434e7d722 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 948 time: 0.0692589 Jul 26 15:09:05.478187 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-22645907-a365-41fb-adea-27afe3bc1963 req-79b9afd0-efe5-4710-99f4-7f6e55c4b1e8 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717072 Jul 26 15:09:05.479628 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (f00b30d1-b798-458a-a4ac-371e3eae95f6), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.480674 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:05.481266 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.495643 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c9e20e1-a24f-4d51-8e18-060e1d083b3b admin admin] Publish callbacks [] for security_group (79986e5e-0df7-4ea6-ab41-8bd8a3e87dce), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.549824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] Pushing event updated for resources: {'Network': ['ID=f00b30d1-b798-458a-a4ac-371e3eae95f6,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:05.560171 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:09:05.616348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c9e20e1-a24f-4d51-8e18-060e1d083b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (79986e5e-0df7-4ea6-ab41-8bd8a3e87dce), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.620504 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d54e8c75-588a-4215-9386-dc1e934f049d admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0604837 Jul 26 15:09:05.629127 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 38790) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:05.634339 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Request body: {'subnet': {'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1736215231-subnet', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:05.662151 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0c9e20e1-a24f-4d51-8e18-060e1d083b3b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d8b6c75aabb24313895a8a823917fc91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145454 Jul 26 15:09:05.663558 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e20e1-a24f-4d51-8e18-060e1d083b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79986e5e-0df7-4ea6-ab41-8bd8a3e87dce,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:05.664942 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 38792) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:05.722420 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1b03e023-4abc-415a-a306-2992076262d3 admin admin] Publish callbacks [] for security_group (79986e5e-0df7-4ea6-ab41-8bd8a3e87dce), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.746130 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1b03e023-4abc-415a-a306-2992076262d3 admin admin] Publish callbacks [] for security_group (79986e5e-0df7-4ea6-ab41-8bd8a3e87dce), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.753391 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Made reservation on behalf of ee9262c91631413b991af2efeb169cd0 for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:05.755922 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314696'] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.915509 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f6c2-6ce8-4aed-a323-235e62ab9eec req-c3a7a1bb-b8ed-4b5f-b2ad-5d8b1889f061 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:05.916925 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64a8f6c2-6ce8-4aed-a323-235e62ab9eec req-c3a7a1bb-b8ed-4b5f-b2ad-5d8b1889f061 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 931 time: 0.0504394 Jul 26 15:09:05.969740 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64a8f6c2-6ce8-4aed-a323-235e62ab9eec req-07388d64-a7cf-4fda-9aa1-eb93432c9adc tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470512 Jul 26 15:09:06.001994 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1b03e023-4abc-415a-a306-2992076262d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (79986e5e-0df7-4ea6-ab41-8bd8a3e87dce), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.004951 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1b03e023-4abc-415a-a306-2992076262d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.009566 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1b03e023-4abc-415a-a306-2992076262d3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/79986e5e-0df7-4ea6-ab41-8bd8a3e87dce HTTP/1.1" status: 204 len: 168 time: 0.3399575 Jul 26 15:09:06.019952 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03e023-4abc-415a-a306-2992076262d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79986e5e-0df7-4ea6-ab41-8bd8a3e87dce,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:06.058353 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:06.261094 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314726'] for subnet (e9ccb48d-39eb-4fae-a233-09bf01abf209), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.317816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ccb48d-39eb-4fae-a233-09bf01abf209,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:06.329249 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Checking segment: {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:06.330100 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Network hostable DHCP agents. Network: f00b30d1-b798-458a-a4ac-371e3eae95f6, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:09:06.410716 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:06.444762 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:09:06.541925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, f00b30d1-b798-458a-a4ac-371e3eae95f6) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:06.548465 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:06.555335 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.556392 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0bc81-b4b1-4152-91d9-893bc59a5c17 None None] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:09:06.572694 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:06.614267 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef44bb-cd74-4a0a-853a-cd3cc015cf8a req-f57cdd22-d8d7-4053-a3d1-83cdf97f6fb4 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:06.616009 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fcef44bb-cd74-4a0a-853a-cd3cc015cf8a req-f57cdd22-d8d7-4053-a3d1-83cdf97f6fb4 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 948 time: 0.0525029 Jul 26 15:09:06.685221 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fcef44bb-cd74-4a0a-853a-cd3cc015cf8a req-e55cec49-19f3-40c2-b277-7efb8feffab1 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631225 Jul 26 15:09:06.688316 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-f00b30d1-b798-458a-a4ac-371e3eae95f6', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:09:06.690282 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.699179 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d406788c-ffac-4fff-a7e9-e837f19f011c admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0687253 Jul 26 15:09:06.702572 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 38804) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:06.708211 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:06.821847 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.823097 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.832973 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Allocated IP 172.20.0.2 (f00b30d1-b798-458a-a4ac-371e3eae95f6/e9ccb48d-39eb-4fae-a233-09bf01abf209/0856fcb6-f5d4-48e0-8b96-b3ad65604dad) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:06.877025 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks [] for router_controller (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), precommit_add_association {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.992673 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Publish callbacks [] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.113587 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.128929 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks [] for router_gateway (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.148562 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f356c-16ec-4ada-a650-222211fd0373 req-1070d3e4-b7fc-4cae-ab3b-fc5111e714ee tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:07.150072 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f14f356c-16ec-4ada-a650-222211fd0373 req-1070d3e4-b7fc-4cae-ab3b-fc5111e714ee tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 931 time: 0.0850642 Jul 26 15:09:07.162429 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:07.167744 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:07.170427 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:07.176157 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Pushing event updated for resources: {'Port': ['ID=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:07.209374 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f14f356c-16ec-4ada-a650-222211fd0373 req-dfa571a3-4a0d-428c-93b0-da6832295d85 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535541 Jul 26 15:09:07.235389 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Attempting to bind port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:07.236482 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Attempting to bind port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:07.236861 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Attempting to bind port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad on network f00b30d1-b798-458a-a4ac-371e3eae95f6 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:07.243271 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:07.243681 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Checking segment: {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:07.252483 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.252483 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Bound using segment: {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:07.252483 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Bound port: 0856fcb6-f5d4-48e0-8b96-b3ad65604dad, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:07.252483 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.302068 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:07.321082 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] For port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:07.324646 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] For port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:07.405450 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.435456 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks [] for router_gateway (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.441103 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:07.456766 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:07.458194 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.486406 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4af93d-22f8-4d16-a9c9-d0908b7eb823 None None] Pushing event updated for resources: {'Port': ['ID=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:07.594513 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Allocated IP 172.27.2.228 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/14ad89fb-d333-4f90-9a2e-7e5b28998f84) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:07.693962 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:07.750614 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks [] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.866854 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df2a17-8ae3-4082-ad98-735bb7688cbe req-7d528642-ef3a-4e5c-9fb1-91ad80363a79 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:07.868674 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-66df2a17-8ae3-4082-ad98-735bb7688cbe req-7d528642-ef3a-4e5c-9fb1-91ad80363a79 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 948 time: 0.0534441 Jul 26 15:09:07.877990 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 0856fcb6-f5d4-48e0-8b96-b3ad65604dad up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:07.902260 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.921779 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-66df2a17-8ae3-4082-ad98-735bb7688cbe req-2397c52b-7023-481b-af92-b8f167920c86 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Jul 26 15:09:07.927244 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:07.927675 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.957006 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:07.965472 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:07.970160 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:07.976000 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Pushing event updated for resources: {'Port': ['ID=14ad89fb-d333-4f90-9a2e-7e5b28998f84,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:08.026267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:08.026720 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.071091 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:08.188345 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.249636 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:08.436804 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b9619-6dc1-4347-b039-7f3ceeab059b req-4f8c4811-2c44-4f10-a32e-4578001a9789 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:08.438409 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ff2b9619-6dc1-4347-b039-7f3ceeab059b req-4f8c4811-2c44-4f10-a32e-4578001a9789 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 931 time: 0.0932140 Jul 26 15:09:08.477590 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks [] for router_gateway (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.543034 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:08.550029 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ff2b9619-6dc1-4347-b039-7f3ceeab059b req-6fa74366-efb9-4070-9e19-4a322047088f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029596 Jul 26 15:09:08.560151 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd0bb5-f657-4a04-ab54-08e22c37a254 None None] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:09:08.644437 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-cda252cf-cfab-4611-87eb-4d92f60f732f None None] Provisioning complete for port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:08.644815 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cda252cf-cfab-4611-87eb-4d92f60f732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.772748 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-cda252cf-cfab-4611-87eb-4d92f60f732f None None] Current status of the port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:08.832989 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Request body: {'port': {'device_id': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:08.958346 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.995392 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-96a20b90-38ed-433d-8847-ec9f92d16b56 None None] Provisioning complete for port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:08.996059 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-96a20b90-38ed-433d-8847-ec9f92d16b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.068544 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afba22-8c09-42bb-b1fa-0302930feffa req-431cae24-543c-49af-8102-be1ff3bc43c8 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:09.070150 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52afba22-8c09-42bb-b1fa-0302930feffa req-431cae24-543c-49af-8102-be1ff3bc43c8 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 948 time: 0.0561814 Jul 26 15:09:09.074309 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.092320 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-96a20b90-38ed-433d-8847-ec9f92d16b56 None None] Current status of the port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:09.131050 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52afba22-8c09-42bb-b1fa-0302930feffa req-d1e50654-aa73-4692-b2cc-5585d3f23af1 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535665 Jul 26 15:09:09.402732 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dc17dd-0f41-4a9f-9307-9de726b3d06e {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:09:09.412156 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Publish callbacks [] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.417969 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:09.426109 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Transition to ACTIVE for port object 79dc17dd-0f41-4a9f-9307-9de726b3d06e will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:09:09.484478 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:09:09.598193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:09:09.607633 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Sync routers for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:09:09.621871 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.623588 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:09.624835 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:08:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:09.649960 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:09.683564 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:09.727799 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:09.755631 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28a9b-96ae-4104-9d10-263321d86503 req-bb3d4e1d-b66e-489c-ba41-199ef96895ca tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:09.757264 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ddc28a9b-96ae-4104-9d10-263321d86503 req-bb3d4e1d-b66e-489c-ba41-199ef96895ca tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.1082654 Jul 26 15:09:09.760694 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.765476 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38836) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:09.765751 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-c508d3e7-8b3d-4096-97b9-60b0298d8391 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0619748 Jul 26 15:09:09.772705 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:09.890887 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ddc28a9b-96ae-4104-9d10-263321d86503 req-db24db11-6aca-4bca-a21e-db3bdd7c6262 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237483 Jul 26 15:09:09.915928 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Attempting to bind port 79dc17dd-0f41-4a9f-9307-9de726b3d06e on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:09.916224 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Attempting to bind port 79dc17dd-0f41-4a9f-9307-9de726b3d06e by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:09.916638 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Attempting to bind port 79dc17dd-0f41-4a9f-9307-9de726b3d06e on network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:09.928981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Port 79dc17dd-0f41-4a9f-9307-9de726b3d06e on network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:09:09.929523 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Attempting to bind port 79dc17dd-0f41-4a9f-9307-9de726b3d06e on network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:09.939410 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:09.939861 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Checking segment: {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:09.940367 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Bound using segment: {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:09.941120 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Bound port: 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:09.941499 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.959679 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 0856fcb6-f5d4-48e0-8b96-b3ad65604dad up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:10.017613 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:10.021565 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:10.074896 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:10.099553 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:10.099935 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.125058 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:08Z', 'revision_number': 3, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:10.158915 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Checking router: 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:09:10.159268 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Updating router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:09:10.171373 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.205141 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.241276 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:10.242161 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.252243 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] 10.222.0.102 "PUT /v2.0/ports/79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 1093 time: 1.4233167 Jul 26 15:09:10.261021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:10.263502 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4e431-d114-4e93-a9e2-e588d845ccfd" -d '{"events": [{"name": "network-changed", "server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:10.288945 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:10.338439 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ab134-dcdd-4cc9-8e6b-f32c0ad8b6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:10.376832 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684015d9-bb9a-464b-9815-33fe6e385f6b x-openstack-request-id: req-684015d9-bb9a-464b-9815-33fe6e385f6b {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:10.377209 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:10.377552 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-684015d9-bb9a-464b-9815-33fe6e385f6b {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:10.378053 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684015d9-bb9a-464b-9815-33fe6e385f6b'] response: {'name': 'network-changed', 'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'status': 'completed', 'code': 200} Jul 26 15:09:10.382537 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27796b7-1693-4420-8c8b-486031877075 req-399d346d-3b5d-4bbd-b1ea-c418e14f847a tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:10.384180 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b27796b7-1693-4420-8c8b-486031877075 req-399d346d-3b5d-4bbd-b1ea-c418e14f847a tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 948 time: 0.0990775 Jul 26 15:09:10.423489 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-f676192e-45f1-4df6-b7ca-b6704f266e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:10.426948 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-f676192e-45f1-4df6-b7ca-b6704f266e01 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1127 time: 0.0747945 Jul 26 15:09:10.460770 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device e638e0cf-c4c9-4836-b1a0-4cc190f7394c details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:09:10.479260 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-03cee2bb-bff1-44c4-a319-87f88c1f1dcf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 217 time: 0.0407593 Jul 26 15:09:10.489559 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-42c685e2-0bae-4f0c-aeef-78a3c721091a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.514282 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b27796b7-1693-4420-8c8b-486031877075 req-f7427916-fba4-4439-98f7-f4d569d0047a tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088793 Jul 26 15:09:10.553232 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:10.566587 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-e8d9b586-6e39-4c47-a4af-31a2ce52d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:10.568208 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-e8d9b586-6e39-4c47-a4af-31a2ce52d163 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 200 len: 848 time: 0.0808606 Jul 26 15:09:10.625623 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-50b8a071-7be6-433f-ba59-54aa5bc64811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:10.627574 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-50b8a071-7be6-433f-ba59-54aa5bc64811 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494800 Jul 26 15:09:10.734881 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.749060 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-032dddb7-c5b2-4a36-afb4-00086faf5742 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118164 Jul 26 15:09:10.793015 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:10.817052 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port e638e0cf-c4c9-4836-b1a0-4cc190f7394c, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,segment=NetworkSegment(5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4),segment_id=5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:10.829827 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Publish callbacks [] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.836110 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': 'e638e0cf-c4c9-4836-b1a0-4cc190f7394c', 'network_id': '9dad3277-5ebe-4076-96c5-f9c53f0a99bf', 'port_id': 'e638e0cf-c4c9-4836-b1a0-4cc190f7394c', 'mac_address': 'fa:16:3e:8a:55:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71fd6b98-068b-4b01-a934-824315a1c2c0', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:09:10.864460 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:10.869469 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9611ca75-9252-4680-a2ee-27a7a29ed61f req-c004d2e9-19db-4a72-bcbe-1dc72427353f service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121519 Jul 26 15:09:10.883140 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port e638e0cf-c4c9-4836-b1a0-4cc190f7394c is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:10.883845 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.902953 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e638e0cf-c4c9-4836-b1a0-4cc190f7394c {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:09:10.927950 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port e638e0cf-c4c9-4836-b1a0-4cc190f7394c, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,segment=NetworkSegment(5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4),segment_id=5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:10.932195 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:10.935857 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Allocated IP 172.20.0.1 (f00b30d1-b798-458a-a4ac-371e3eae95f6/e9ccb48d-39eb-4fae-a233-09bf01abf209/001010fd-60b9-478e-9c29-7545220f16eb) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:10.955380 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.029788 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Attempting to bind port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:11.030156 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Attempting to bind port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:11.030610 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Attempting to bind port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:11.039623 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Pushing event updated for resources: {'Port': ['ID=14ad89fb-d333-4f90-9a2e-7e5b28998f84,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:11.047394 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:11.047898 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:11.048382 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.049020 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:11.049502 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Bound port: 14ad89fb-d333-4f90-9a2e-7e5b28998f84, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:11.049895 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.074981 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.075833 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.075833 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.076060 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.076360 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.076687 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.077014 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.077345 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.077671 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.078000 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.078341 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.078660 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.078983 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.079885 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.080292 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:11.085788 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.086634 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14825a4-1162-4946-a696-e500a198f5c7 req-432c8126-33d2-4ba3-8e35-4fe44aab8e2e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:11.088006 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Publish callbacks [] for port (001010fd-60b9-478e-9c29-7545220f16eb), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.090562 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c14825a4-1162-4946-a696-e500a198f5c7 req-432c8126-33d2-4ba3-8e35-4fe44aab8e2e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0749280 Jul 26 15:09:11.130408 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:11.154597 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] For port 14ad89fb-d333-4f90-9a2e-7e5b28998f84, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:11.159930 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c14825a4-1162-4946-a696-e500a198f5c7 req-a66b70a7-cabf-4b5c-b209-07007be6f890 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603862 Jul 26 15:09:11.174447 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:11.182813 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] For port 14ad89fb-d333-4f90-9a2e-7e5b28998f84, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=14ad89fb-d333-4f90-9a2e-7e5b28998f84,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:11.285385 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (001010fd-60b9-478e-9c29-7545220f16eb), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.285929 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.329267 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:11.335777 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:11.339952 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:11.357134 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:11.357774 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:08:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:11.363655 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43918a61-2a2a-4758-a27d-eb5b27f3ed29 None None] Pushing event updated for resources: {'Port': ['ID=14ad89fb-d333-4f90-9a2e-7e5b28998f84,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:11.396365 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Pushing event updated for resources: {'Port': ['ID=001010fd-60b9-478e-9c29-7545220f16eb,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:11.403180 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.465600 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-4f647ab1-e533-4f68-9fe1-acb2b3693bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:11.468403 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-4f647ab1-e533-4f68-9fe1-acb2b3693bfe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1127 time: 0.0990522 Jul 26 15:09:11.491175 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['e638e0cf-c4c9-4836-b1a0-4cc190f7394c'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:09:11.572479 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:11.598983 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-8e1f636d-43ae-47eb-8603-39a6ba676d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:11.600638 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-8e1f636d-43ae-47eb-8603-39a6ba676d6f service neutron] 10.222.0.102 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 910 time: 0.1214106 Jul 26 15:09:11.666233 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:11.678369 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-b1f929df-4a9f-4806-bb44-2b1472380d22 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 217 time: 0.0638425 Jul 26 15:09:11.710127 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09f26-6c4a-494c-a6a6-623af66d1cc6 req-999912b8-9ce5-44d9-8035-a81fbc5881d6 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:11.711911 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e7f09f26-6c4a-494c-a6a6-623af66d1cc6 req-999912b8-9ce5-44d9-8035-a81fbc5881d6 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 949 time: 0.0791664 Jul 26 15:09:11.730385 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (001010fd-60b9-478e-9c29-7545220f16eb), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.760710 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-17025eef-8009-4271-8b3f-8f54e0e886f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:11.763260 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-17025eef-8009-4271-8b3f-8f54e0e886f6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 200 len: 848 time: 0.0802748 Jul 26 15:09:11.776299 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-aab21cbb-9279-480a-bd23-e4ec4f9e89a7 None None] Provisioning complete for port 001010fd-60b9-478e-9c29-7545220f16eb triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:11.776821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-aab21cbb-9279-480a-bd23-e4ec4f9e89a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (001010fd-60b9-478e-9c29-7545220f16eb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.783078 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e7f09f26-6c4a-494c-a6a6-623af66d1cc6 req-c97f3cd9-6bb5-42dd-ad8b-95584eb370cf tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611594 Jul 26 15:09:11.854066 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-363c3576-60c7-48ff-9e05-83207eb67b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:11.856634 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-363c3576-60c7-48ff-9e05-83207eb67b0d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866020 Jul 26 15:09:11.864114 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:11.874511 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-aab21cbb-9279-480a-bd23-e4ec4f9e89a7 None None] Port 001010fd-60b9-478e-9c29-7545220f16eb cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:09:11.963872 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-dcce8cf7-1d20-4f30-bfaf-a899fa1e3745 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971987 Jul 26 15:09:11.970055 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Publish callbacks [] for port (001010fd-60b9-478e-9c29-7545220f16eb), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.994221 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:08Z', 'revision_number': 3, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:12.023679 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27e7ea-d589-478c-be37-590dbd0c1eff None None] The sync data for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi is: [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:08Z', 'revision_number': 3, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:09:12.038601 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (001010fd-60b9-478e-9c29-7545220f16eb), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:12.112920 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Pushing event updated for resources: {'Port': ['ID=001010fd-60b9-478e-9c29-7545220f16eb,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:12.115826 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:12.189633 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:12.231929 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:12.233094 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:12.280890 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:12.333199 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6bb7e-ac8e-49e1-a55d-e446b5dfb7f7 req-ae2d5bdd-cc07-4171-b91d-74ef4702a3be tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:12.334824 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d6e6bb7e-ac8e-49e1-a55d-e446b5dfb7f7 req-ae2d5bdd-cc07-4171-b91d-74ef4702a3be tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0768034 Jul 26 15:09:12.403979 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:09:12.438086 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d6e6bb7e-ac8e-49e1-a55d-e446b5dfb7f7 req-38eb950f-f901-4e6e-a882-ec72994bbc13 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964708 Jul 26 15:09:12.552631 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:09:12.562469 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1834328c-485e-4398-85cc-4149342aca1f admin admin] 10.222.0.94 "PUT /v2.0/routers/4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7918942 Jul 26 15:09:12.629508 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-2ff8cffb-137c-4c05-baa4-4f98fa27f472 None None] Provisioning complete for port 001010fd-60b9-478e-9c29-7545220f16eb triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:12.633692 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cffb-137c-4c05-baa4-4f98fa27f472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (001010fd-60b9-478e-9c29-7545220f16eb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:12.665826 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8cffb-137c-4c05-baa4-4f98fa27f472 None None] Port 001010fd-60b9-478e-9c29-7545220f16eb cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:09:12.797510 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:12.840013 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38f4e431-d114-4e93-a9e2-e588d845ccfd req-ddbac4d4-3607-4aa3-9ad3-d0662bc29902 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009729 Jul 26 15:09:12.941103 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961eb48-8de3-4d7a-aa1e-ff6750600687 req-051c3344-b96b-4c6a-9f0f-e239ee480f6b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:12.942712 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1961eb48-8de3-4d7a-aa1e-ff6750600687 req-051c3344-b96b-4c6a-9f0f-e239ee480f6b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 949 time: 0.0542197 Jul 26 15:09:13.004063 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1961eb48-8de3-4d7a-aa1e-ff6750600687 req-2a392501-cc3d-4763-8e10-8c7b0de7ab46 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552144 Jul 26 15:09:13.506314 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38878) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:13.511742 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-961186209-network', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:13.600288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb64a-318a-4b2f-9878-53303b109370 req-5e62cda2-0c2c-4fcd-bcd1-e2846e793c0c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:13.601859 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-431bb64a-318a-4b2f-9878-53303b109370 req-5e62cda2-0c2c-4fcd-bcd1-e2846e793c0c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0597181 Jul 26 15:09:13.633110 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Made reservation on behalf of b46bce8c483f4d06a4c06fe36814208f for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:13.635896 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:13.645745 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:13.659693 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-431bb64a-318a-4b2f-9878-53303b109370 req-c2cecc87-ca9c-444d-929f-2bd88c7eeef7 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517488 Jul 26 15:09:13.673927 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-91f06313-3ace-4faa-876e-98aec43f1f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:13.743157 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Publish callbacks [] for security_group (3b3f666f-972c-498d-9a58-45d88a9e4a57), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:13.802399 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Sync routers for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:09:13.817067 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:13.817765 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:13.827623 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (3b3f666f-972c-498d-9a58-45d88a9e4a57), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:13.858265 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 14ad89fb-d333-4f90-9a2e-7e5b28998f84 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:13.868278 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:09:13.879743 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f666f-972c-498d-9a58-45d88a9e4a57,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:13.893871 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (460a0b1d-1396-434c-8e62-50b0603282d1), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:13.894730 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Added segment 460a0b1d-1396-434c-8e62-50b0603282d1 of type vlan for network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea Jul 26 15:09:13.906089 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:13.926882 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:13.927608 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:13.945473 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:13.951944 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.013370 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:14.013758 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.039118 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 14ad89fb-d333-4f90-9a2e-7e5b28998f84, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=14ad89fb-d333-4f90-9a2e-7e5b28998f84,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:14.050549 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.050549 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:14.050549 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.147043 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.177652 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 2, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:14.180023 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] Pushing event updated for resources: {'Network': ['ID=29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:14.192130 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:09:14.193077 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3129167-91c9-4f67-ab44-239ec5274bb4 req-dc18ac6b-20ed-401f-b3ec-4da15672fb3b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:14.194828 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3129167-91c9-4f67-ab44-239ec5274bb4 req-dc18ac6b-20ed-401f-b3ec-4da15672fb3b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 949 time: 0.1053052 Jul 26 15:09:14.214529 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Checking router: 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:09:14.214978 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Updating router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b port 001010fd-60b9-478e-9c29-7545220f16eb binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:09:14.244539 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 38882) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:14.244899 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5c35f111-8d5c-4347-a883-70f56e02cd09 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7373559 Jul 26 15:09:14.257078 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (001010fd-60b9-478e-9c29-7545220f16eb), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.257876 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Request body: {'subnet': {'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-961186209-subnet', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:14.264637 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=14ad89fb-d333-4f90-9a2e-7e5b28998f84,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:14.276747 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3129167-91c9-4f67-ab44-239ec5274bb4 req-878fb0a9-131d-48da-b17b-498effee7ceb tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720582 Jul 26 15:09:14.364544 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Made reservation on behalf of b46bce8c483f4d06a4c06fe36814208f for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:14.367251 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314696'] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.400938 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:09:14.458368 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:14.592544 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Publish callbacks [] for port (001010fd-60b9-478e-9c29-7545220f16eb), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.633323 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314726'] for subnet (44e8631a-8ef2-4c6f-a7f5-157e69e91466), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.678604 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (001010fd-60b9-478e-9c29-7545220f16eb), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.692983 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e8631a-8ef2-4c6f-a7f5-157e69e91466,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:14.706355 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Checking segment: {'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:14.706720 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Network hostable DHCP agents. Network: 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:09:14.758326 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Pushing event updated for resources: {'Port': ['ID=001010fd-60b9-478e-9c29-7545220f16eb,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:14.785360 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.785360 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.785360 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.785360 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.785873 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.785873 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.786097 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.786419 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.786743 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.787062 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.787380 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.787858 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.788062 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.788385 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.788692 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.794678 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:09:14.806118 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Attempting to bind port 001010fd-60b9-478e-9c29-7545220f16eb on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:14.806735 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Attempting to bind port 001010fd-60b9-478e-9c29-7545220f16eb by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:14.806842 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Attempting to bind port 001010fd-60b9-478e-9c29-7545220f16eb on network f00b30d1-b798-458a-a4ac-371e3eae95f6 {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:14.812932 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:14.813303 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Checking segment: {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:14.814360 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.814821 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Bound using segment: {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:14.815295 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Bound port: 001010fd-60b9-478e-9c29-7545220f16eb, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:14.815826 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8e1b0-d7ec-44dd-8f7f-23334fef8b8e req-a0c9ba49-fbc2-418a-9d58-74f858633b51 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:14.816479 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (001010fd-60b9-478e-9c29-7545220f16eb), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.817440 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-23d8e1b0-d7ec-44dd-8f7f-23334fef8b8e req-a0c9ba49-fbc2-418a-9d58-74f858633b51 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0672467 Jul 26 15:09:14.884364 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:14.889187 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:14.889798 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.890003 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] For port 001010fd-60b9-478e-9c29-7545220f16eb, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:14.895680 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] For port 001010fd-60b9-478e-9c29-7545220f16eb, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=001010fd-60b9-478e-9c29-7545220f16eb,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:14.897483 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065180f7-d719-46cc-b320-d2a97d73b736 None None] Network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:09:14.899141 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:14.903953 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-23d8e1b0-d7ec-44dd-8f7f-23334fef8b8e req-f0c88a22-715e-4640-a18a-96fc353010b3 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801075 Jul 26 15:09:14.965185 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (001010fd-60b9-478e-9c29-7545220f16eb), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:14.974018 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:14.993811 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:15.013476 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-b0f2d6a7-bd0c-45b5-bcc4-bd10e638dc5b admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7669013 Jul 26 15:09:15.015805 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38888) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:15.022577 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:15.025378 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:15.032706 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:15.054709 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device e638e0cf-c4c9-4836-b1a0-4cc190f7394c up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:15.060922 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-0082141b-4586-43bf-9854-24f223b05835 None None] Provisioning complete for port 001010fd-60b9-478e-9c29-7545220f16eb triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:15.061297 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0082141b-4586-43bf-9854-24f223b05835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (001010fd-60b9-478e-9c29-7545220f16eb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.076549 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b87b2-c4f4-4041-8af0-393669043e80 None None] Pushing event updated for resources: {'Port': ['ID=001010fd-60b9-478e-9c29-7545220f16eb,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:15.133397 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea', 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea', 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'fixed_ips': [{'subnet_id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:09:15.134564 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.159640 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.161167 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.172985 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:15.191183 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.231971 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks [] for router_controller (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), precommit_add_association {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.269135 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.273691 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:15.277540 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port e638e0cf-c4c9-4836-b1a0-4cc190f7394c completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:09:15.310772 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:15.375237 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-0082141b-4586-43bf-9854-24f223b05835 None None] Current status of the port 001010fd-60b9-478e-9c29-7545220f16eb is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:15.375673 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0082141b-4586-43bf-9854-24f223b05835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (001010fd-60b9-478e-9c29-7545220f16eb), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.388955 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port e638e0cf-c4c9-4836-b1a0-4cc190f7394c triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:15.389432 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.424045 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:15.446044 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Allocated IP 172.20.0.2 (29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea/44e8631a-8ef2-4c6f-a7f5-157e69e91466/509c21c4-0cc1-4da7-ae7a-9426470aa7e5) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:15.457139 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53a927-84e8-4671-95cd-5eabac3ca589 None None] The sync data for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi is: [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:09:15.498769 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-0082141b-4586-43bf-9854-24f223b05835 None None] For port 001010fd-60b9-478e-9c29-7545220f16eb, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=001010fd-60b9-478e-9c29-7545220f16eb,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:15.498907 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks [] for router_gateway (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.513843 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407daca-0d17-48d4-a577-37225b81316a req-201233fb-3f24-4afc-8440-13abe0af20ad tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:15.531869 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6407daca-0d17-48d4-a577-37225b81316a req-201233fb-3f24-4afc-8440-13abe0af20ad tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 949 time: 0.1039116 Jul 26 15:09:15.598115 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6407daca-0d17-48d4-a577-37225b81316a req-bc9ab673-df5d-47ed-9a04-4b6d760ad1b6 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650086 Jul 26 15:09:15.602858 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0082141b-4586-43bf-9854-24f223b05835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (001010fd-60b9-478e-9c29-7545220f16eb), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.880737 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks [] for router_gateway (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:15.881796 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082141b-4586-43bf-9854-24f223b05835 None None] Pushing event updated for resources: {'Port': ['ID=001010fd-60b9-478e-9c29-7545220f16eb,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:15.911180 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.066578 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-c9f870d7-9cf4-45c6-91fe-1de3cfd8fff3 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:16.068670 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Publish callbacks [] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.071629 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port e638e0cf-c4c9-4836-b1a0-4cc190f7394c is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:16.072057 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.073971 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:16.076048 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-c9f870d7-9cf4-45c6-91fe-1de3cfd8fff3 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/networks?id=d851ed92-9c90-461b-be87-9a00db72d9c3 HTTP/1.1" status: 200 len: 814 time: 0.2133033 Jul 26 15:09:16.076732 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Allocated IP 172.27.2.69 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/70453ed3-655d-4dfd-b0cc-ee313c3808fe) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:16.088570 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 001010fd-60b9-478e-9c29-7545220f16eb up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:16.100933 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-0830f0b6-2739-4d4b-854e-ce12307aa2a0 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/quotas/87391d9e4bdc48209437f1d786f376c1 HTTP/1.1" status: 200 len: 375 time: 0.0214186 Jul 26 15:09:16.130301 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-88576602-c3d4-4867-97dd-0ad9126d309f None None] Provisioning complete for port 001010fd-60b9-478e-9c29-7545220f16eb triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:16.130673 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-88576602-c3d4-4867-97dd-0ad9126d309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (001010fd-60b9-478e-9c29-7545220f16eb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.153355 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-d9fb6963-1cb8-495d-be32-4c1403ebdd4e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=87391d9e4bdc48209437f1d786f376c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443685 Jul 26 15:09:16.170390 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:16.199500 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7a938-7f02-4e37-b392-bfd28ec5c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e638e0cf-c4c9-4836-b1a0-4cc190f7394c'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:16.203512 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d50f8f-30a1-4d33-abc1-cf0b9934d46c" -d '{"events": [{"server_uuid": "cac7a938-7f02-4e37-b392-bfd28ec5c72a", "name": "network-vif-plugged", "status": "completed", "tag": "e638e0cf-c4c9-4836-b1a0-4cc190f7394c"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:16.217832 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.273158 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port e638e0cf-c4c9-4836-b1a0-4cc190f7394c, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,segment=NetworkSegment(5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4),segment_id=5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:16.295284 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f14596-461f-4ce7-86d2-b8df62d8ce24 req-e573f4d1-a0ad-425f-9cda-0361187ae78b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:16.297063 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c0f14596-461f-4ce7-86d2-b8df62d8ce24 req-e573f4d1-a0ad-425f-9cda-0361187ae78b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.1216669 Jul 26 15:09:16.334161 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks [] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.337322 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-0faa41ee-91b3-4f28-9a9e-711296ab5cfc service neutron] 10.222.0.94 "GET /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706660 Jul 26 15:09:16.356834 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:16.360717 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Pushing event updated for resources: {'Port': ['ID=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:16.365443 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.368360 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:16.373706 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 001010fd-60b9-478e-9c29-7545220f16eb triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:16.374074 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (001010fd-60b9-478e-9c29-7545220f16eb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.420975 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:16.454786 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c0f14596-461f-4ce7-86d2-b8df62d8ce24 req-8b1d834b-8297-45ce-b50d-02629ff1ca03 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446509 Jul 26 15:09:16.463229 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.465468 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:16.490201 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:16.525129 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-88576602-c3d4-4867-97dd-0ad9126d309f None None] Current status of the port 001010fd-60b9-478e-9c29-7545220f16eb is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:16.533535 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-223b0d72-e8e9-477d-9717-c014ba869056 service neutron] 10.222.0.94 "GET /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825995 Jul 26 15:09:16.566165 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.595747 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:16.607904 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520ffce2-ac85-48ee-b41d-4b144f8f5c08 x-openstack-request-id: req-520ffce2-ac85-48ee-b41d-4b144f8f5c08 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:16.608391 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7a938-7f02-4e37-b392-bfd28ec5c72a", "name": "network-vif-plugged", "status": "completed", "tag": "e638e0cf-c4c9-4836-b1a0-4cc190f7394c", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:16.608720 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-520ffce2-ac85-48ee-b41d-4b144f8f5c08 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:16.609156 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520ffce2-ac85-48ee-b41d-4b144f8f5c08'] response: {'server_uuid': 'cac7a938-7f02-4e37-b392-bfd28ec5c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e638e0cf-c4c9-4836-b1a0-4cc190f7394c', 'code': 200} Jul 26 15:09:16.619494 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Attempting to bind port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:16.621392 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Attempting to bind port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:16.621392 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Attempting to bind port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 on network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:16.649768 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:16.651507 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Pushing event updated for resources: {'Port': ['ID=70453ed3-655d-4dfd-b0cc-ee313c3808fe,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:16.654978 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:16.660369 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:16.693068 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 001010fd-60b9-478e-9c29-7545220f16eb is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:16.695003 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 14ad89fb-d333-4f90-9a2e-7e5b28998f84 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:16.697365 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:16.697750 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Checking segment: {'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:16.698699 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.698699 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Bound using segment: {'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:16.699235 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Bound port: 509c21c4-0cc1-4da7-ae7a-9426470aa7e5, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:16.699593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.711194 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:16.761957 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc831d1-a826-46e0-afca-e5c55b27cad3 req-6b070ef7-c76f-4d8a-af46-6eb5c52cbfed tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:16.764417 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-dfc831d1-a826-46e0-afca-e5c55b27cad3 req-6b070ef7-c76f-4d8a-af46-6eb5c52cbfed tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 950 time: 0.0689158 Jul 26 15:09:16.849016 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:16.849423 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:16.887750 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] For port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:16.912271 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] For port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,segment=NetworkSegment(460a0b1d-1396-434c-8e62-50b0603282d1),segment_id=460a0b1d-1396-434c-8e62-50b0603282d1)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:16.933603 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-45400bf4-4206-4a45-b2fe-49d167b54c7a req-dd3c2b75-7f4b-4a3d-b42a-55ff0beac9cf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 210 time: 0.0563686 Jul 26 15:09:16.987373 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:17.002775 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-dfc831d1-a826-46e0-afca-e5c55b27cad3 req-551aa713-e701-48d4-9b6f-846c7ddef52b tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932948 Jul 26 15:09:17.038380 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.106706 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:17.119602 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd24d62-0feb-4c3d-ad02-18d3448f1b67 None None] Pushing event updated for resources: {'Port': ['ID=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:17.433431 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.544676 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks [] for router_gateway (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.609880 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b8e18-5999-472d-a307-02f2c4f2d9c1 req-3c092e09-0217-4104-aa6c-2a5de29c429b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:17.612864 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-173b8e18-5999-472d-a307-02f2c4f2d9c1 req-3c092e09-0217-4104-aa6c-2a5de29c429b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0591893 Jul 26 15:09:17.678137 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-173b8e18-5999-472d-a307-02f2c4f2d9c1 req-b3778558-dd36-4102-881e-1d597a45cb13 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566437 Jul 26 15:09:17.799196 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.947517 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c7e4a-073d-4fe8-9f18-587d2986807f req-4b972b4e-a7f7-4cdf-8046-c74a2ba74266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:17.949470 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-860c7e4a-073d-4fe8-9f18-587d2986807f req-4b972b4e-a7f7-4cdf-8046-c74a2ba74266 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 1134 time: 0.0573494 Jul 26 15:09:17.984449 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 001010fd-60b9-478e-9c29-7545220f16eb up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:18.021554 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-860c7e4a-073d-4fe8-9f18-587d2986807f req-0ab666d0-d37a-4e14-b552-abacf6bfb891 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636792 Jul 26 15:09:18.046132 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 001010fd-60b9-478e-9c29-7545220f16eb triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:18.046509 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (001010fd-60b9-478e-9c29-7545220f16eb), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.061464 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4544788a-d68c-4dad-b552-3d5e04838052 req-b7bb729d-5a35-4046-ae9a-4804ea164b7b tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 210 time: 0.0441546 Jul 26 15:09:18.091015 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:09:18.109535 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:18.161632 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 001010fd-60b9-478e-9c29-7545220f16eb is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:18.162941 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:18.177590 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e9d82-2301-4aaf-8012-850b3133075c req-01f04d39-13b6-4153-8576-9cc4e15352e8 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:18.179487 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-519e9d82-2301-4aaf-8012-850b3133075c req-01f04d39-13b6-4153-8576-9cc4e15352e8 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 950 time: 0.0714726 Jul 26 15:09:18.214779 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:18.215175 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.248108 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-519e9d82-2301-4aaf-8012-850b3133075c req-f026cbc9-d32f-4cc1-baf2-e97dc6a501e5 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618930 Jul 26 15:09:18.262589 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:09:18.289257 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Sync routers for ids ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:09:18.308813 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Routers {'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:18.309551 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:18.363796 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8500b-f8ab-40a1-ae2d-d9e820d8e299 None None] Network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:09:18.490622 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-d9fc0c47-b124-4fac-91cd-0192ec2da899 None None] Provisioning complete for port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:18.490994 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d9fc0c47-b124-4fac-91cd-0192ec2da899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.497707 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:18.498086 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.511961 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.513404 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0c253ca4-3ee3-4633-b44b-8c743cad848a admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4947431 Jul 26 15:09:18.516454 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 38934) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:18.613849 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Set router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:18.638735 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,segment=NetworkSegment(460a0b1d-1396-434c-8e62-50b0603282d1),segment_id=460a0b1d-1396-434c-8e62-50b0603282d1)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:18.701339 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.730706 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:18.832714 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc0c47-b124-4fac-91cd-0192ec2da899 None None] Current status of the port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:18.851914 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:18.858996 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:18.865150 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc7f3b-2172-44df-a816-1fba0a1a93cf req-a375ed1c-6664-440e-8535-871888d2f85e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:18.866190 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e0bc7f3b-2172-44df-a816-1fba0a1a93cf req-a375ed1c-6664-440e-8535-871888d2f85e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0878656 Jul 26 15:09:18.913408 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:18.934037 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:16Z', 'revision_number': 3, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port': {'id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:18.967932 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Checking router: f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:09:18.968291 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Updating router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 port 70453ed3-655d-4dfd-b0cc-ee313c3808fe binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:09:18.976103 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e0bc7f3b-2172-44df-a816-1fba0a1a93cf req-7b99f105-a7a5-4819-985d-bdaeb26ef6c1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945058 Jul 26 15:09:19.010912 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.111998 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.173511 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 79dc17dd-0f41-4a9f-9307-9de726b3d06e details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:09:19.201457 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-333c4595-f378-403a-a3f5-fe9003721fe3 req-8e955088-a632-4ddf-a201-7787304b4f39 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 210 time: 0.0396621 Jul 26 15:09:19.291532 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-4362cca6-bd78-4b16-9dd0-224cc48126b1 None None] Provisioning complete for port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:19.291927 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4362cca6-bd78-4b16-9dd0-224cc48126b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.342268 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.db.resource_extend [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 26 15:09:19.417563 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Allocated IP 172.20.0.1 (29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea/44e8631a-8ef2-4c6f-a7f5-157e69e91466/cba15198-8b8f-4629-ae27-63cf53d5ddd3) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:19.437033 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d4f25-abe2-4cb6-a40d-d3ac7f8fc787 req-d36caf3b-d33c-44a4-9016-0f6ad7bba565 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:19.438828 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b16d4f25-abe2-4cb6-a40d-d3ac7f8fc787 req-d36caf3b-d33c-44a4-9016-0f6ad7bba565 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 950 time: 0.0732741 Jul 26 15:09:19.544695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:19.545973 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b16d4f25-abe2-4cb6-a40d-d3ac7f8fc787 req-555b47ce-31a8-4665-bc6a-37f49d91c918 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984502 Jul 26 15:09:19.572930 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:19.575129 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-4362cca6-bd78-4b16-9dd0-224cc48126b1 None None] Current status of the port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:19.583489 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'port_id': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'mac_address': 'fa:16:3e:1b:ce:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:09:19.590863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Publish callbacks [] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.669382 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 79dc17dd-0f41-4a9f-9307-9de726b3d06e is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:19.669683 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.697384 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Publish callbacks [] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.700239 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dc17dd-0f41-4a9f-9307-9de726b3d06e {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:09:19.701813 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.724092 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:19.750056 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:19.753913 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:19.757971 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:19.786524 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Pushing event updated for resources: {'Port': ['ID=cba15198-8b8f-4629-ae27-63cf53d5ddd3,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:19.802487 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.811344 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.847187 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.852818 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:19.855899 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:19.911026 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:19.945834 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Attempting to bind port 70453ed3-655d-4dfd-b0cc-ee313c3808fe on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:19.946206 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Attempting to bind port 70453ed3-655d-4dfd-b0cc-ee313c3808fe by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:19.946554 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Attempting to bind port 70453ed3-655d-4dfd-b0cc-ee313c3808fe on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:19.948855 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89470a20-09ef-42bd-8a76-83adfe12e6dc None None] Pushing event updated for resources: {'Port': ['ID=70453ed3-655d-4dfd-b0cc-ee313c3808fe,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:19.966389 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:19.966761 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:19.967162 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.967579 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:19.968064 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Bound port: 70453ed3-655d-4dfd-b0cc-ee313c3808fe, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:19.968443 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:20.048471 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:20.080044 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:20.080293 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:20.087439 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:20.109660 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] For port 70453ed3-655d-4dfd-b0cc-ee313c3808fe, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:20.109938 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:20.123913 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7da166-23b9-4c9e-a4b3-50c71e972a5c req-c9e131ef-ca46-4f0c-aa79-eb4ede335469 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:20.125687 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4a7da166-23b9-4c9e-a4b3-50c71e972a5c req-c9e131ef-ca46-4f0c-aa79-eb4ede335469 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 944 time: 0.0661547 Jul 26 15:09:20.142726 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:20.146345 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] For port 70453ed3-655d-4dfd-b0cc-ee313c3808fe, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=70453ed3-655d-4dfd-b0cc-ee313c3808fe,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:20.152307 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-942d7812-69fb-4a9b-acb9-7f9475063052 None None] Provisioning complete for port cba15198-8b8f-4629-ae27-63cf53d5ddd3 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:20.152307 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-942d7812-69fb-4a9b-acb9-7f9475063052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:20.192811 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4a7da166-23b9-4c9e-a4b3-50c71e972a5c req-2aa21df9-bafa-4fb6-b89b-6ac40ee02e54 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582912 Jul 26 15:09:20.193530 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['79dc17dd-0f41-4a9f-9307-9de726b3d06e'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:09:20.218673 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-942d7812-69fb-4a9b-acb9-7f9475063052 None None] Port cba15198-8b8f-4629-ae27-63cf53d5ddd3 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:09:20.286830 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:20.300246 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:20.319228 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Publish callbacks [] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:20.391028 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fc0ba4fd-d320-4778-92b6-eea64a299042 req-44db2e26-dbaf-403e-8e75-35a281b64ebd tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 210 time: 0.0320916 Jul 26 15:09:20.392918 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89470a20-09ef-42bd-8a76-83adfe12e6dc None None] Pushing event updated for resources: {'Port': ['ID=70453ed3-655d-4dfd-b0cc-ee313c3808fe,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:20.400784 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Routers {'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:20.401480 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:20.473311 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:20.489236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:20.548504 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:20.550667 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Pushing event updated for resources: {'Port': ['ID=cba15198-8b8f-4629-ae27-63cf53d5ddd3,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:20.621380 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] Set router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:20.634692 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:20.658132 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:20.661776 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:20.776760 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159df098-f3a8-48ba-beca-156017c1f600 req-caaea02a-c3d4-4913-be5a-b2eaebaaded4 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:20.785749 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-159df098-f3a8-48ba-beca-156017c1f600 req-caaea02a-c3d4-4913-be5a-b2eaebaaded4 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 950 time: 0.1414468 Jul 26 15:09:20.852679 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:09:20.956321 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-159df098-f3a8-48ba-beca-156017c1f600 req-054f70bc-05da-4f0c-be61-4c3cf0ccb80e tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692727 Jul 26 15:09:20.979854 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-173f9bc5-72a4-4032-93c4-07a912b47f84 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:20.979854 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-173f9bc5-72a4-4032-93c4-07a912b47f84 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.102 "GET /v2.0/networks?id=d851ed92-9c90-461b-be87-9a00db72d9c3 HTTP/1.1" status: 200 len: 814 time: 0.2932537 Jul 26 15:09:20.996733 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Request body: {'port': {'device_id': 'e619d0f5-b226-428e-8e2f-2f876d919fef', 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3', 'admin_state_up': True, 'tenant_id': '87391d9e4bdc48209437f1d786f376c1'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:21.006713 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:21.012613 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:19Z', 'revision_number': 4, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port': {'id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'cba15198-8b8f-4629-ae27-63cf53d5ddd3', 'name': '', 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'mac_address': 'fa:16:3e:b9:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:19Z', 'updated_at': '2022-07-26T15:09:19Z', 'revision_number': 1, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'subnets': [{'id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:21.017107 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:09:21.033673 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-660b899b-f914-48d5-9ed6-54910be4b401 admin admin] 10.222.0.94 "PUT /v2.0/routers/f75e8dde-d095-4d6d-b5ae-f418b5a8fac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5053322 Jul 26 15:09:21.050385 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a414e4-e9a6-43e0-94bb-7d8985fed9b9 None None] The sync data for ids ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'] in dv-cinder-850668-2-iscsi is: [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:19Z', 'revision_number': 4, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port': {'id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'cba15198-8b8f-4629-ae27-63cf53d5ddd3', 'name': '', 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'mac_address': 'fa:16:3e:b9:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:19Z', 'updated_at': '2022-07-26T15:09:19Z', 'revision_number': 1, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'subnets': [{'id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:09:21.063906 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-fdd54289-067c-4f39-949e-35b6185b32c2 None None] Provisioning complete for port cba15198-8b8f-4629-ae27-63cf53d5ddd3 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:21.063906 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fdd54289-067c-4f39-949e-35b6185b32c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:21.114084 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-fdd54289-067c-4f39-949e-35b6185b32c2 None None] Port cba15198-8b8f-4629-ae27-63cf53d5ddd3 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:09:21.280875 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Made reservation on behalf of 87391d9e4bdc48209437f1d786f376c1 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:21.300137 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:21.431353 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7599c-1264-4691-8510-bd365d74267a req-2f5ff935-06f2-49ac-9248-c32601c31450 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:21.433097 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-01f7599c-1264-4691-8510-bd365d74267a req-2f5ff935-06f2-49ac-9248-c32601c31450 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 944 time: 0.1382375 Jul 26 15:09:21.489253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:21.626775 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-01f7599c-1264-4691-8510-bd365d74267a req-adc2e372-9f16-4af1-bb6d-60717cbd09ac tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666698 Jul 26 15:09:21.627451 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d3b0eae7-8da3-46dd-be34-79f111e683de req-2f36d90e-1e27-4392-805c-b731c00332c7 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 210 time: 0.0381427 Jul 26 15:09:21.628174 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Allocated IP 172.20.0.2 (d851ed92-9c90-461b-be87-9a00db72d9c3/fb9fd30b-bf24-4763-9ecc-381ef1f30d14/795cd60f-efea-4474-938b-0fb035fd2965) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:21.751321 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388f6ec-5ce7-4a38-bc85-39880e86f858 req-274cd9d8-c6e2-41cf-a928-33cf42b555f4 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:21.764501 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2388f6ec-5ce7-4a38-bc85-39880e86f858 req-274cd9d8-c6e2-41cf-a928-33cf42b555f4 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 950 time: 0.0783744 Jul 26 15:09:21.847054 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2388f6ec-5ce7-4a38-bc85-39880e86f858 req-ce0c6f9c-1c75-4887-9af2-80993a4692a6 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815158 Jul 26 15:09:21.858168 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 79dc17dd-0f41-4a9f-9307-9de726b3d06e up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:21.873623 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks [] for port (795cd60f-efea-4474-938b-0fb035fd2965), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:21.936332 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 79dc17dd-0f41-4a9f-9307-9de726b3d06e completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:09:22.250416 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 79dc17dd-0f41-4a9f-9307-9de726b3d06e triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:22.252220 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:22.325118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (795cd60f-efea-4474-938b-0fb035fd2965), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:22.340405 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 79dc17dd-0f41-4a9f-9307-9de726b3d06e is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:22.340841 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:22.354545 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:22.370072 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:22.372321 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955d9e1-3fff-46f4-9fa6-96959c7d2c20" -d '{"events": [{"server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "name": "network-vif-plugged", "status": "completed", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:22.385482 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:22.388230 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Network d851ed92-9c90-461b-be87-9a00db72d9c3 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:22.392106 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:22.396233 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:22.401309 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Pushing event updated for resources: {'Port': ['ID=795cd60f-efea-4474-938b-0fb035fd2965,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:22.420543 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005e3fe3-24e8-4e45-a36a-e0cab5eae40f x-openstack-request-id: req-005e3fe3-24e8-4e45-a36a-e0cab5eae40f {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:22.420543 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "name": "network-vif-plugged", "status": "completed", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:22.420543 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-005e3fe3-24e8-4e45-a36a-e0cab5eae40f {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:22.420543 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005e3fe3-24e8-4e45-a36a-e0cab5eae40f'] response: {'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'code': 200} Jul 26 15:09:22.475558 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:22.477067 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:22.518713 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:22.585533 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:22.607759 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5a5c60ea-6898-4e94-b0b3-f13eefb6fb0f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6174319 Jul 26 15:09:22.784673 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1dbf1-17d3-4d07-ad76-734ce5c1056e req-9c5724f2-cfe7-42cd-98d3-4ccde633b508 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:22.786953 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9ee1dbf1-17d3-4d07-ad76-734ce5c1056e req-9c5724f2-cfe7-42cd-98d3-4ccde633b508 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 931 time: 0.0814946 Jul 26 15:09:22.853295 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cf050-25e4-42ac-817e-2b23e858545c req-6d2464c1-7654-4b99-87ba-3b7cfb28590a tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:22.855316 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee2cf050-25e4-42ac-817e-2b23e858545c req-6d2464c1-7654-4b99-87ba-3b7cfb28590a tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0826533 Jul 26 15:09:22.870316 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9ee1dbf1-17d3-4d07-ad76-734ce5c1056e req-a8832030-d2b1-45df-963e-f6f0f7c3be2a tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749393 Jul 26 15:09:22.966116 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Request body: {'port': {'device_id': 'e619d0f5-b226-428e-8e2f-2f876d919fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:22.977654 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee2cf050-25e4-42ac-817e-2b23e858545c req-3ee24597-8860-4b23-92f9-bb9896ce7e7b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159012 Jul 26 15:09:23.028871 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:23.049128 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64fff2-b686-490a-a65f-316d116d5aa0 req-9b7326dd-c907-4704-95f7-b6190b7547f4 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:23.054333 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9b64fff2-b686-490a-a65f-316d116d5aa0 req-9b7326dd-c907-4704-95f7-b6190b7547f4 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 950 time: 0.0964780 Jul 26 15:09:23.076928 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (795cd60f-efea-4474-938b-0fb035fd2965), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:23.183425 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9b64fff2-b686-490a-a65f-316d116d5aa0 req-f54e412a-9643-46b8-baa9-695f4e76374e tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/security-groups?id=99363d8e-1e2a-4edb-92a5-31b53e97e7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162148 Jul 26 15:09:23.396398 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-ff7ae0f8-a53b-4646-adf4-e2e58396878d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:23.398517 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-ff7ae0f8-a53b-4646-adf4-e2e58396878d tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.102 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 950 time: 0.0645921 Jul 26 15:09:23.489689 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec709f60-e44a-4c7a-8f8d-94f6a5e6b245 req-a9c90afb-e89e-448b-b268-242ede516f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:23.490977 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ec709f60-e44a-4c7a-8f8d-94f6a5e6b245 req-a9c90afb-e89e-448b-b268-242ede516f1b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1129 time: 0.0724618 Jul 26 15:09:23.555107 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Deleting port e638e0cf-c4c9-4836-b1a0-4cc190f7394c {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:09:23.555927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:23.600852 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795cd60f-efea-4474-938b-0fb035fd2965 {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:09:23.618218 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Publish callbacks [] for port (795cd60f-efea-4474-938b-0fb035fd2965), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:23.636098 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ec709f60-e44a-4c7a-8f8d-94f6a5e6b245 req-35f12519-30d4-46e9-842a-5b88e617c7db service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335726 Jul 26 15:09:23.644047 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Transition to ACTIVE for port object 795cd60f-efea-4474-938b-0fb035fd2965 will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:09:23.737562 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] For port e638e0cf-c4c9-4836-b1a0-4cc190f7394c, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,segment=NetworkSegment(5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4),segment_id=5a12bb8b-3f6c-4904-b0c6-f4dd612dcde4)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:23.738144 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:23.743056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (795cd60f-efea-4474-938b-0fb035fd2965), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:23.768695 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Calling delete_port for e638e0cf-c4c9-4836-b1a0-4cc190f7394c owned by compute:nova {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:09:23.862109 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:23.933171 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Pushing event updated for resources: {'Port': ['ID=795cd60f-efea-4474-938b-0fb035fd2965,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:23.966850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 70453ed3-655d-4dfd-b0cc-ee313c3808fe up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:24.050431 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 70453ed3-655d-4dfd-b0cc-ee313c3808fe triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:24.050822 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:24.127911 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:24.129538 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Attempting to bind port 795cd60f-efea-4474-938b-0fb035fd2965 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:24.130185 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Attempting to bind port 795cd60f-efea-4474-938b-0fb035fd2965 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:24.130705 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Attempting to bind port 795cd60f-efea-4474-938b-0fb035fd2965 on network d851ed92-9c90-461b-be87-9a00db72d9c3 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:24.138679 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2f3d6-b6f0-4118-ab48-e85642faf254 req-6871349a-7266-4d52-9ae7-47f27d997349 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:24.140705 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87b2f3d6-b6f0-4118-ab48-e85642faf254 req-6871349a-7266-4d52-9ae7-47f27d997349 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 943 time: 0.1318264 Jul 26 15:09:24.164294 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Port 795cd60f-efea-4474-938b-0fb035fd2965 on network d851ed92-9c90-461b-be87-9a00db72d9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:09:24.164865 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Attempting to bind port 795cd60f-efea-4474-938b-0fb035fd2965 on network d851ed92-9c90-461b-be87-9a00db72d9c3 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:24.189516 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:24.201013 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Checking segment: {'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:24.201420 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Bound using segment: {'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:24.201895 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Bound port: 795cd60f-efea-4474-938b-0fb035fd2965, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:24.202267 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (795cd60f-efea-4474-938b-0fb035fd2965), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:24.205265 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 70453ed3-655d-4dfd-b0cc-ee313c3808fe is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:24.205668 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:24.224418 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (e638e0cf-c4c9-4836-b1a0-4cc190f7394c), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:24.238060 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 70453ed3-655d-4dfd-b0cc-ee313c3808fe, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=70453ed3-655d-4dfd-b0cc-ee313c3808fe,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:24.241401 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['e638e0cf-c4c9-4836-b1a0-4cc190f7394c'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:09:24.276563 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Pushing event deleted for resources: {'Port': ['ID=e638e0cf-c4c9-4836-b1a0-4cc190f7394c,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:24.348501 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bf3ff-e182-4775-8baa-bebd9fc74892 req-9506c7c3-9026-43b3-b14b-b9e4f23ac8cf tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:24.350294 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b04bf3ff-e182-4775-8baa-bebd9fc74892 req-9506c7c3-9026-43b3-b14b-b9e4f23ac8cf tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.1713326 Jul 26 15:09:24.369991 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:24.383198 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] For port 795cd60f-efea-4474-938b-0fb035fd2965, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:24.408103 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-87b2f3d6-b6f0-4118-ab48-e85642faf254 req-dfce79f3-be99-4019-95a7-46c2b27e1123 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482579 Jul 26 15:09:24.411217 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] For port 795cd60f-efea-4474-938b-0fb035fd2965, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=795cd60f-efea-4474-938b-0fb035fd2965,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:24.413352 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] No DVR routers for this DVR port e638e0cf-c4c9-4836-b1a0-4cc190f7394c on host hv-cinder-85066 {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:09:24.512152 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:24.512152 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50763f48-267c-4afd-b4e8-b97eec65f51d req-49364415-25c8-44f8-8bde-cea3a118ae31 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.102 "DELETE /v2.0/ports/e638e0cf-c4c9-4836-b1a0-4cc190f7394c HTTP/1.1" status: 204 len: 173 time: 1.0541046 Jul 26 15:09:24.512152 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7a938-7f02-4e37-b392-bfd28ec5c72a', 'name': 'network-vif-deleted', 'tag': 'e638e0cf-c4c9-4836-b1a0-4cc190f7394c'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:24.512152 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce39dc4-ecb7-4dab-815c-1b4e03b133c6" -d '{"events": [{"server_uuid": "cac7a938-7f02-4e37-b392-bfd28ec5c72a", "name": "network-vif-deleted", "tag": "e638e0cf-c4c9-4836-b1a0-4cc190f7394c"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:24.513715 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=70453ed3-655d-4dfd-b0cc-ee313c3808fe,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:24.536524 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b04bf3ff-e182-4775-8baa-bebd9fc74892 req-bd76b872-30d7-4901-9f0f-3a89a7dd76ee tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587121 Jul 26 15:09:24.582178 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-676cd562-9d8e-4040-9ffb-96fad88cd7ee req-786c2ac7-99f4-4577-9b21-d5f4f17f7f0c tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0528150 Jul 26 15:09:24.617800 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99298cb8-3048-4943-9cd8-f47bc3854ed0 x-openstack-request-id: req-99298cb8-3048-4943-9cd8-f47bc3854ed0 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:24.618129 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7a938-7f02-4e37-b392-bfd28ec5c72a", "name": "network-vif-deleted", "tag": "e638e0cf-c4c9-4836-b1a0-4cc190f7394c", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:24.618569 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-99298cb8-3048-4943-9cd8-f47bc3854ed0 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:24.619182 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99298cb8-3048-4943-9cd8-f47bc3854ed0'] response: {'server_uuid': 'cac7a938-7f02-4e37-b392-bfd28ec5c72a', 'name': 'network-vif-deleted', 'tag': 'e638e0cf-c4c9-4836-b1a0-4cc190f7394c', 'status': 'completed', 'code': 200} Jul 26 15:09:24.717681 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Sync routers for ids ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:09:24.730925 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Routers {'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:24.731670 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:24.858872 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Set router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:25.395922 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:25.395922 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:19Z', 'revision_number': 4, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port': {'id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'cba15198-8b8f-4629-ae27-63cf53d5ddd3', 'name': '', 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'mac_address': 'fa:16:3e:b9:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:19Z', 'updated_at': '2022-07-26T15:09:20Z', 'revision_number': 2, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'subnets': [{'id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:25.395922 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Checking router: f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:09:25.395922 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Updating router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 port cba15198-8b8f-4629-ae27-63cf53d5ddd3 binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:09:25.395922 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:25.556532 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:25.643422 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Publish callbacks [] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:25.664822 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (795cd60f-efea-4474-938b-0fb035fd2965), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:25.712236 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc7815-9d12-4529-9baf-45a86a6029f5 req-2f442a1f-b618-4d66-affd-f9762d1f5ec3 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:25.724451 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8fdc7815-9d12-4529-9baf-45a86a6029f5 req-2f442a1f-b618-4d66-affd-f9762d1f5ec3 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 943 time: 0.1365213 Jul 26 15:09:25.731257 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f26911-a134-4ed5-971f-9ea5a2500bb6 req-c2af9a20-e81d-4825-ac55-1e0474bd872a tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:25.740067 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-19f26911-a134-4ed5-971f-9ea5a2500bb6 req-c2af9a20-e81d-4825-ac55-1e0474bd872a tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0893216 Jul 26 15:09:25.771456 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:25.772139 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:25.773648 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] 10.222.0.102 "PUT /v2.0/ports/795cd60f-efea-4474-938b-0fb035fd2965 HTTP/1.1" status: 200 len: 1093 time: 2.8156936 Jul 26 15:09:25.776484 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e619d0f5-b226-428e-8e2f-2f876d919fef', 'tag': '795cd60f-efea-4474-938b-0fb035fd2965'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:25.778818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ed6595-75ae-46a2-83ba-5a84f7cf92dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e619d0f5-b226-428e-8e2f-2f876d919fef", "tag": "795cd60f-efea-4474-938b-0fb035fd2965"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:25.822232 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92cfd0-7db1-4720-b9b7-c1f85fbe8171 service neutron] Pushing event updated for resources: {'Port': ['ID=795cd60f-efea-4474-938b-0fb035fd2965,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:25.839152 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8fdc7815-9d12-4529-9baf-45a86a6029f5 req-4553b6de-0d25-4d79-9003-79efb41fb46f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112847 Jul 26 15:09:25.852507 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-19f26911-a134-4ed5-971f-9ea5a2500bb6 req-1a1a0537-23c7-4425-971d-f81f271c4a7b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102650 Jul 26 15:09:25.914288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8950e62c-87a7-410b-921c-61e77f0f334e x-openstack-request-id: req-8950e62c-87a7-410b-921c-61e77f0f334e {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:25.914581 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e619d0f5-b226-428e-8e2f-2f876d919fef", "tag": "795cd60f-efea-4474-938b-0fb035fd2965", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:25.914886 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8950e62c-87a7-410b-921c-61e77f0f334e {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:25.915255 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8950e62c-87a7-410b-921c-61e77f0f334e'] response: {'name': 'network-changed', 'server_uuid': 'e619d0f5-b226-428e-8e2f-2f876d919fef', 'tag': '795cd60f-efea-4474-938b-0fb035fd2965', 'status': 'completed', 'code': 200} Jul 26 15:09:25.929050 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 70453ed3-655d-4dfd-b0cc-ee313c3808fe up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:25.986940 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 70453ed3-655d-4dfd-b0cc-ee313c3808fe triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:25.987481 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:26.006734 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6ec4c94a-0582-401c-a7e4-512abbac5fef req-38a5a367-ea6f-44e3-ac4b-6ae04a09d3a1 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0567837 Jul 26 15:09:26.065498 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed6595-75ae-46a2-83ba-5a84f7cf92dc req-01c735bf-0dd4-47e6-9d08-63efaea39f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:26.067654 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f3ed6595-75ae-46a2-83ba-5a84f7cf92dc req-01c735bf-0dd4-47e6-9d08-63efaea39f36 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=87391d9e4bdc48209437f1d786f376c1&device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 1127 time: 0.1024473 Jul 26 15:09:26.105660 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 70453ed3-655d-4dfd-b0cc-ee313c3808fe is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:26.199211 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:26.280880 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed6595-75ae-46a2-83ba-5a84f7cf92dc req-bbb50c32-aebd-4fbb-944e-f78d6cb7a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:26.280880 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f3ed6595-75ae-46a2-83ba-5a84f7cf92dc req-bbb50c32-aebd-4fbb-944e-f78d6cb7a768 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=87391d9e4bdc48209437f1d786f376c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1952519 Jul 26 15:09:26.283937 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f50157-d4b9-48d4-8044-0a22fecbf6d6 None None] Pushing event updated for resources: {'Port': ['ID=cba15198-8b8f-4629-ae27-63cf53d5ddd3,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:26.376975 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Attempting to bind port cba15198-8b8f-4629-ae27-63cf53d5ddd3 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:26.377752 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Attempting to bind port cba15198-8b8f-4629-ae27-63cf53d5ddd3 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:26.378360 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Attempting to bind port cba15198-8b8f-4629-ae27-63cf53d5ddd3 on network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:26.400147 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:26.400955 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Checking segment: {'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:26.401457 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:26.401918 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Bound using segment: {'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:26.402579 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Bound port: cba15198-8b8f-4629-ae27-63cf53d5ddd3, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460a0b1d-1396-434c-8e62-50b0603282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:26.403040 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:26.438418 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed6595-75ae-46a2-83ba-5a84f7cf92dc req-5cd36cd0-cedf-4c2d-913c-71b4393b4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:26.441278 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f3ed6595-75ae-46a2-83ba-5a84f7cf92dc req-5cd36cd0-cedf-4c2d-913c-71b4393b4fd2 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1506059 Jul 26 15:09:26.512716 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] For port cba15198-8b8f-4629-ae27-63cf53d5ddd3, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:26.516136 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] For port cba15198-8b8f-4629-ae27-63cf53d5ddd3, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cba15198-8b8f-4629-ae27-63cf53d5ddd3,segment=NetworkSegment(460a0b1d-1396-434c-8e62-50b0603282d1),segment_id=460a0b1d-1396-434c-8e62-50b0603282d1)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:26.634387 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:26.764574 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Routers {'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:26.765555 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:26.793646 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-99581a21-1ce8-422f-867d-04fce688b310 None None] Provisioning complete for port cba15198-8b8f-4629-ae27-63cf53d5ddd3 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:26.796498 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-99581a21-1ce8-422f-867d-04fce688b310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:26.886990 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f50157-d4b9-48d4-8044-0a22fecbf6d6 None None] Pushing event updated for resources: {'Port': ['ID=cba15198-8b8f-4629-ae27-63cf53d5ddd3,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:26.989549 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-99581a21-1ce8-422f-867d-04fce688b310 None None] Current status of the port cba15198-8b8f-4629-ae27-63cf53d5ddd3 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:26.991371 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-99581a21-1ce8-422f-867d-04fce688b310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:26.996067 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:27.058636 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dcf25-d297-4045-bd44-c1792f7ca2e8 req-e7ac9ff3-f432-47f0-9bed-dac65364733f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:27.066625 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] Set router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:27.071838 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc9dcf25-d297-4045-bd44-c1792f7ca2e8 req-e7ac9ff3-f432-47f0-9bed-dac65364733f tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 943 time: 0.1218841 Jul 26 15:09:27.076640 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-99581a21-1ce8-422f-867d-04fce688b310 None None] For port cba15198-8b8f-4629-ae27-63cf53d5ddd3, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cba15198-8b8f-4629-ae27-63cf53d5ddd3,segment=NetworkSegment(460a0b1d-1396-434c-8e62-50b0603282d1),segment_id=460a0b1d-1396-434c-8e62-50b0603282d1)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:27.088841 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:27.112677 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-9305af8e-1c81-4c81-99ae-0569b5342494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:27.114187 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-9305af8e-1c81-4c81-99ae-0569b5342494 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=87391d9e4bdc48209437f1d786f376c1&device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 1127 time: 0.3237171 Jul 26 15:09:27.152071 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:27.164669 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc9dcf25-d297-4045-bd44-c1792f7ca2e8 req-69efb1aa-74ee-4b96-b32e-7262807a03b0 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919507 Jul 26 15:09:27.193161 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-99581a21-1ce8-422f-867d-04fce688b310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:27.305450 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:27.330143 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b98a30-1c4a-4b5a-8e6f-9c7f669e83ce req-771db382-df43-4cff-9a72-73b384dff5f3 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:27.332127 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d6b98a30-1c4a-4b5a-8e6f-9c7f669e83ce req-771db382-df43-4cff-9a72-73b384dff5f3 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.1770651 Jul 26 15:09:27.397312 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99581a21-1ce8-422f-867d-04fce688b310 None None] Pushing event updated for resources: {'Port': ['ID=cba15198-8b8f-4629-ae27-63cf53d5ddd3,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:27.416155 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-01d5f526-923d-4a32-9d81-94e0961e9660 None None] Provisioning complete for port cba15198-8b8f-4629-ae27-63cf53d5ddd3 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:27.416808 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-01d5f526-923d-4a32-9d81-94e0961e9660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:27.420446 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:19Z', 'revision_number': 4, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port': {'id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'cba15198-8b8f-4629-ae27-63cf53d5ddd3', 'name': '', 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'mac_address': 'fa:16:3e:b9:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:19Z', 'updated_at': '2022-07-26T15:09:26Z', 'revision_number': 4, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'subnets': [{'id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:27.432572 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0310ff09-d4d2-47d1-b6bd-0b7f678e34e2 req-5155ada9-5df5-4d38-a048-e0437e9850df tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0730627 Jul 26 15:09:27.437727 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d6b98a30-1c4a-4b5a-8e6f-9c7f669e83ce req-be409eff-274d-433c-a44a-e51bd86bd735 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995221 Jul 26 15:09:27.456643 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564fd02b-88b5-4849-9bec-3d3ecaa3c7ac None None] The sync data for ids ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'] in dv-cinder-850668-2-iscsi is: [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:19Z', 'revision_number': 4, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port': {'id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'cba15198-8b8f-4629-ae27-63cf53d5ddd3', 'name': '', 'network_id': '29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'mac_address': 'fa:16:3e:b9:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:19Z', 'updated_at': '2022-07-26T15:09:26Z', 'revision_number': 4, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'subnets': [{'id': '44e8631a-8ef2-4c6f-a7f5-157e69e91466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:09:27.534239 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-01d5f526-923d-4a32-9d81-94e0961e9660 None None] Current status of the port cba15198-8b8f-4629-ae27-63cf53d5ddd3 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:27.647092 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5de18-b1f5-4677-84a2-3aceda233d3f req-51449d05-6fe5-46dc-a0e9-5f705485fd44 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:27.649057 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-95c5de18-b1f5-4677-84a2-3aceda233d3f req-51449d05-6fe5-46dc-a0e9-5f705485fd44 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0568862 Jul 26 15:09:27.664434 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347893b1-32f1-41a5-ab10-fa37bab6bf03 req-2c6c96f1-7796-4b3d-926a-3e515981f052 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:27.666116 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-347893b1-32f1-41a5-ab10-fa37bab6bf03 req-2c6c96f1-7796-4b3d-926a-3e515981f052 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0777476 Jul 26 15:09:27.729160 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-95c5de18-b1f5-4677-84a2-3aceda233d3f req-59c599ae-b483-4ff7-8412-1a7800acfc2d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724134 Jul 26 15:09:27.768218 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-347893b1-32f1-41a5-ab10-fa37bab6bf03 req-5132bb7f-2444-4f8c-97b8-9da5d2f2bec6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931766 Jul 26 15:09:27.799053 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 39040) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:27.843447 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device e638e0cf-c4c9-4836-b1a0-4cc190f7394c no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:09:27.876285 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: e638e0cf-c4c9-4836-b1a0-4cc190f7394c {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:09:27.876794 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device e638e0cf-c4c9-4836-b1a0-4cc190f7394c not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:09:27.912789 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cba15198-8b8f-4629-ae27-63cf53d5ddd3 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:27.979218 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port cba15198-8b8f-4629-ae27-63cf53d5ddd3 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:27.980498 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:28.093740 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port cba15198-8b8f-4629-ae27-63cf53d5ddd3 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:28.468469 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:28.531287 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b984a65d-7d7f-4845-bc13-18d0fd243b22 tempest-TestShelveInstance-922813128 tempest-TestShelveInstance-922813128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:28.542906 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39048) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:28.543974 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-b984a65d-7d7f-4845-bc13-18d0fd243b22 tempest-TestShelveInstance-922813128 tempest-TestShelveInstance-922813128-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1124 time: 0.7370522 Jul 26 15:09:28.554680 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'port_id': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:28.572585 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56831d-112e-4127-9466-cfced45a188b req-55420c59-b310-40cc-bc3f-3271e734b3bc tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:28.582543 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ae56831d-112e-4127-9466-cfced45a188b req-55420c59-b310-40cc-bc3f-3271e734b3bc tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 943 time: 0.1241076 Jul 26 15:09:28.616730 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-5e3986eb-3c16-41e8-9de3-680e887bf237 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=795cd60f-efea-4474-938b-0fb035fd2965 HTTP/1.1" status: 200 len: 217 time: 0.0868402 Jul 26 15:09:28.645516 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ae56831d-112e-4127-9466-cfced45a188b req-45bc88e3-f3b1-4a34-ae67-f944aeb0a372 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620770 Jul 26 15:09:28.723555 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-cb9a59e9-248d-4166-a687-36e5cc0c35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:28.725245 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-cb9a59e9-248d-4166-a687-36e5cc0c35db service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fb9fd30b-bf24-4763-9ecc-381ef1f30d14 HTTP/1.1" status: 200 len: 854 time: 0.0819449 Jul 26 15:09:28.751523 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:28.765830 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-12dbe5ee-6622-4e8d-85dd-8fa1f535fe22 req-d83983a5-766f-4b82-804f-954d9a7b5163 tempest-VolumesNegativeTest-1107023949 tempest-VolumesNegativeTest-1107023949-project] 10.222.0.94 "GET /v2.0/ports?device_id=cac7a938-7f02-4e37-b392-bfd28ec5c72a HTTP/1.1" status: 200 len: 210 time: 0.0601351 Jul 26 15:09:28.821345 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:28.840127 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:28.864157 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:28.891523 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1e2f1-cfc8-4c9a-9f6e-c72b18b9a867 req-508ea250-4493-44e2-8272-fe304de87232 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:28.898105 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a4f1e2f1-cfc8-4c9a-9f6e-c72b18b9a867 req-508ea250-4493-44e2-8272-fe304de87232 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0771759 Jul 26 15:09:28.951012 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-f40c6358-a7c6-4489-b219-4bc246b73eed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d851ed92-9c90-461b-be87-9a00db72d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726211 Jul 26 15:09:28.964070 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a4f1e2f1-cfc8-4c9a-9f6e-c72b18b9a867 req-4130593d-61b1-4ab3-870e-964566ee1c62 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=7ba8d59a-2615-4f93-a107-75cb611374f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650401 Jul 26 15:09:29.058697 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-1d60a0cb-00cf-4c1f-adfa-a049ad05fa2d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:29.060398 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-1d60a0cb-00cf-4c1f-adfa-a049ad05fa2d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 946 time: 0.0553555 Jul 26 15:09:29.118249 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-2dde460c-9cd5-40ed-95c6-ae31019ced23 service neutron] 10.222.0.102 "GET /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573329 Jul 26 15:09:29.133330 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Allocated IP 172.27.2.210 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/e18a25a2-d3db-41da-91fa-b94c78a27149) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:29.209874 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Deleting port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:09:29.210532 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:29.306803 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-154527f5-85cd-4fdc-aa95-a769c8865499 req-53a0b003-5c89-440e-9330-8f29f48d9263 service neutron] 10.222.0.102 "GET /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749740 Jul 26 15:09:29.365394 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for port (e18a25a2-d3db-41da-91fa-b94c78a27149), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:29.375149 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] For port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:29.376401 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:29.511406 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (e18a25a2-d3db-41da-91fa-b94c78a27149), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:29.554594 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:29.558049 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:29.565262 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:29.623423 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'Port': ['ID=e18a25a2-d3db-41da-91fa-b94c78a27149,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:29.648076 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:29.648856 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (ca831f0f-5db5-4eaf-beaf-8de810b05041), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:29.648856 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Floating IP ca831f0f-5db5-4eaf-beaf-8de810b05041 disassociated. External IP: 172.27.2.14, port: 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a. Jul 26 15:09:29.649175 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Calling delete_port for 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a owned by compute:nova {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:09:29.671207 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:29.888686 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9760ce-c72a-43e2-bb0d-718ff396ab0c req-7830acac-a3a7-40ce-a79d-be59114b91d0 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:29.888686 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ce9760ce-c72a-43e2-bb0d-718ff396ab0c req-7830acac-a3a7-40ce-a79d-be59114b91d0 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 943 time: 0.1233406 Jul 26 15:09:29.908774 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:29.965257 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'Port': ['ID=58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:30.006671 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ce9760ce-c72a-43e2-bb0d-718ff396ab0c req-df8f9691-50e3-4a3e-acd6-2ce90508d29e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090691 Jul 26 15:09:30.090452 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:30.108672 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:30.120612 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:09:30.176910 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for floatingip (ea5f0942-c766-4486-9e41-6cb92dfdcdf0), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:30.294014 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:30.331812 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ac2dcee7-efad-4d1e-967e-ac5acf1e22be req-fd085ef3-4956-423f-b54c-efb55ec8bfd8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.1978760 Jul 26 15:09:30.381746 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:09:30.395355 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:09:30.423502 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:30.433593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:30.434561 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] No DVR routers for this DVR port 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a on host hv-cinder-85066 {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:09:30.437507 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:30.443034 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2e3b8455-dc89-4f3f-a496-400320621b95 req-2e87010b-214d-42da-8590-f6ec86c44472 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "DELETE /v2.0/ports/58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a HTTP/1.1" status: 204 len: 173 time: 1.3754535 Jul 26 15:09:30.443492 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22db4394-5de8-471c-8738-b0484e5f7032', 'name': 'network-vif-deleted', 'tag': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:30.456579 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9e41e-61aa-49cc-a1bc-3e3c16ae81b2" -d '{"events": [{"server_uuid": "22db4394-5de8-471c-8738-b0484e5f7032", "name": "network-vif-deleted", "tag": "58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:30.472793 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (e18a25a2-d3db-41da-91fa-b94c78a27149), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:30.559845 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc94f90-53ea-4605-932d-218b2a930ab3 x-openstack-request-id: req-ddc94f90-53ea-4605-932d-218b2a930ab3 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:30.560581 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22db4394-5de8-471c-8738-b0484e5f7032", "name": "network-vif-deleted", "tag": "58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:30.561081 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ddc94f90-53ea-4605-932d-218b2a930ab3 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:30.561754 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc94f90-53ea-4605-932d-218b2a930ab3'] response: {'server_uuid': '22db4394-5de8-471c-8738-b0484e5f7032', 'name': 'network-vif-deleted', 'tag': '58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a', 'status': 'completed', 'code': 200} Jul 26 15:09:30.648384 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:30.729372 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for port (e18a25a2-d3db-41da-91fa-b94c78a27149), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:30.958032 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:10Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:30.986348 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:09:30.997414 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:31.025033 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:31.049012 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:31.118271 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:31.169561 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0abbf-ed84-445f-a298-d53e4adfc1e5 req-ac7f2714-0700-4acd-b827-a81a3080a279 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:31.171214 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-79e0abbf-ed84-445f-a298-d53e4adfc1e5 req-ac7f2714-0700-4acd-b827-a81a3080a279 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 943 time: 0.0559711 Jul 26 15:09:31.175556 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (e18a25a2-d3db-41da-91fa-b94c78a27149), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:31.242525 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-79e0abbf-ed84-445f-a298-d53e4adfc1e5 req-b6da741a-36fe-4bc8-a286-3518dddb34be tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637281 Jul 26 15:09:31.254755 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event updated for resources: {'Port': ['ID=e18a25a2-d3db-41da-91fa-b94c78a27149,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:31.285217 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (ea5f0942-c766-4486-9e41-6cb92dfdcdf0), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:31.313041 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:31.440757 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:31.445109 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Floating IP ea5f0942-c766-4486-9e41-6cb92dfdcdf0 associated. External IP: 172.27.2.210, port: 79dc17dd-0f41-4a9f-9307-9de726b3d06e. Jul 26 15:09:31.457452 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:10Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:31.491926 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa0985-85ea-462d-a753-8d7126a00de4 None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9699d266-1f6f-4371-b739-b35b4090731b', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:cb:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:03Z', 'updated_at': '2022-07-26T15:06:10Z', 'revision_number': 2, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:09:31.533499 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-16e6cb0f-9469-435a-ae11-046932d56575 req-f7799232-0c95-437e-939a-f9bcdd508126 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.0492568 Jul 26 15:09:31.741437 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Router 3209babc-7e8a-4696-9cad-3c8302ad13ff has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:09:31.843772 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b11ee-7237-4b6f-bada-152eda778895 None None] New status for floating IP ca831f0f-5db5-4eaf-beaf-8de810b05041: DOWN {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:09:31.861805 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 795cd60f-efea-4474-938b-0fb035fd2965 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:09:32.077327 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 795cd60f-efea-4474-938b-0fb035fd2965, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=795cd60f-efea-4474-938b-0fb035fd2965,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:32.102665 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '795cd60f-efea-4474-938b-0fb035fd2965', 'network_id': 'd851ed92-9c90-461b-be87-9a00db72d9c3', 'port_id': '795cd60f-efea-4474-938b-0fb035fd2965', 'mac_address': 'fa:16:3e:ae:11:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9fd30b-bf24-4763-9ecc-381ef1f30d14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:09:32.151112 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 795cd60f-efea-4474-938b-0fb035fd2965 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:32.151595 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (795cd60f-efea-4474-938b-0fb035fd2965), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:32.157400 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:32.167243 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795cd60f-efea-4474-938b-0fb035fd2965 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:09:32.170307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:09:32.191228 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] Sync routers for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:09:32.196471 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 795cd60f-efea-4474-938b-0fb035fd2965, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=795cd60f-efea-4474-938b-0fb035fd2965,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:32.205854 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:32.206484 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:32.348932 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:32.366991 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (795cd60f-efea-4474-938b-0fb035fd2965), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:32.478477 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:32.497623 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6cdc2cb8-d5f9-4cae-9492-1987fe71dca1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9532502 Jul 26 15:09:32.504879 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:32.507754 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff" -d '{"events": [{"name": "network-changed", "server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:32.515125 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=795cd60f-efea-4474-938b-0fb035fd2965,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:32.559237 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec71d4c-745c-4191-8484-85dfc859c1c0 req-e6397a32-1892-4bd5-8dc4-77eb7440e496 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:32.561084 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-dec71d4c-745c-4191-8484-85dfc859c1c0 req-e6397a32-1892-4bd5-8dc4-77eb7440e496 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 944 time: 0.1403713 Jul 26 15:09:32.601189 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b5f04a-32fc-4c57-823e-06a8762cb942 x-openstack-request-id: req-45b5f04a-32fc-4c57-823e-06a8762cb942 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:32.602344 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:32.603790 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-45b5f04a-32fc-4c57-823e-06a8762cb942 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:32.604402 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b5f04a-32fc-4c57-823e-06a8762cb942'] response: {'name': 'network-changed', 'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'status': 'completed', 'code': 200} Jul 26 15:09:32.713857 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-dec71d4c-745c-4191-8484-85dfc859c1c0 req-49d7f5c5-ab84-43f3-b670-b264c49c1b8c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451337 Jul 26 15:09:32.765826 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['795cd60f-efea-4474-938b-0fb035fd2965'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:09:32.801413 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d4f940c5-2cbc-4959-9639-71bc4c3468a4 req-e2b35ece-4565-4532-bbbe-b96b5dba8780 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=22db4394-5de8-471c-8738-b0484e5f7032 HTTP/1.1" status: 200 len: 210 time: 0.0609925 Jul 26 15:09:32.868173 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:32.916290 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-428ef5cd-4873-4e12-9324-da15c75a79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:32.921948 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-428ef5cd-4873-4e12-9324-da15c75a79d4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1129 time: 0.1195323 Jul 26 15:09:33.008105 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'ea5f0942-c766-4486-9e41-6cb92dfdcdf0', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'port_id': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'mac_address': 'fa:16:3e:1b:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:09:29Z', 'updated_at': '2022-07-26T15:09:29Z', 'revision_number': 0, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:48Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:33.079839 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] Checking router: 3209babc-7e8a-4696-9cad-3c8302ad13ff for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:09:33.198122 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-85b59d00-0a13-4f06-b419-12cec77606f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:33.199776 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-85b59d00-0a13-4f06-b419-12cec77606f9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 910 time: 0.2667432 Jul 26 15:09:33.322739 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:33.323698 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:33.324354 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:33.335293 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-860957d5-f2a6-40d8-afba-be2711c184e2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 999 time: 0.1214008 Jul 26 15:09:33.438709 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-f583611c-c41e-40d8-839a-8a9fe2136098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:33.439203 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-f583611c-c41e-40d8-839a-8a9fe2136098 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 200 len: 848 time: 0.0912549 Jul 26 15:09:33.492050 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:33.519224 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-ba5c98e7-aa68-4c7e-98c5-1d7dd6dc8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:33.521095 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-ba5c98e7-aa68-4c7e-98c5-1d7dd6dc8152 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737419 Jul 26 15:09:33.666233 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-5b2437b3-3046-4d1d-a31f-e289a8f44ee1 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357765 Jul 26 15:09:33.816031 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35e3c4ef-c935-47b8-9dd0-eca6d82aaaff req-3657575c-9b2b-4f2f-9ec0-0a22f89763b8 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418712 Jul 26 15:09:33.921292 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'ea5f0942-c766-4486-9e41-6cb92dfdcdf0', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'port_id': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'mac_address': 'fa:16:3e:1b:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:09:29Z', 'updated_at': '2022-07-26T15:09:29Z', 'revision_number': 0, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:48Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:33.962469 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407beaa4-7cf8-4402-bec8-9e94da33644c req-6929999f-56d8-4b8a-9c61-b2d143b04988 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:33.968643 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-407beaa4-7cf8-4402-bec8-9e94da33644c req-6929999f-56d8-4b8a-9c61-b2d143b04988 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 944 time: 0.0941541 Jul 26 15:09:33.991688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29672-a9a9-4ae9-8428-7a799e631882 None None] The sync data for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi is: [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'ea5f0942-c766-4486-9e41-6cb92dfdcdf0', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'port_id': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'mac_address': 'fa:16:3e:1b:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:09:29Z', 'updated_at': '2022-07-26T15:09:29Z', 'revision_number': 0, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:48Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:09:34.035183 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-407beaa4-7cf8-4402-bec8-9e94da33644c req-c6b242be-c5c7-4fa5-935d-d89094873909 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609534 Jul 26 15:09:34.044860 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 39188) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:34.132938 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ce5885d-b363-4a6d-b4b8-0d47e5d81c72 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (7ba8d59a-2615-4f93-a107-75cb611374f0), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.163947 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ce5885d-b363-4a6d-b4b8-0d47e5d81c72 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (7ba8d59a-2615-4f93-a107-75cb611374f0), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.174055 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:34.228458 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 795cd60f-efea-4474-938b-0fb035fd2965 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:34.319663 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8f3d7-c3f9-4e33-9f43-e5555238f4ca None None] New status for floating IP ea5f0942-c766-4486-9e41-6cb92dfdcdf0: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:09:34.376144 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 795cd60f-efea-4474-938b-0fb035fd2965 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:09:34.450219 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ce5885d-b363-4a6d-b4b8-0d47e5d81c72 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7ba8d59a-2615-4f93-a107-75cb611374f0), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.452811 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ce5885d-b363-4a6d-b4b8-0d47e5d81c72 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.454580 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1ce5885d-b363-4a6d-b4b8-0d47e5d81c72 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "DELETE /v2.0/security-groups/7ba8d59a-2615-4f93-a107-75cb611374f0 HTTP/1.1" status: 204 len: 168 time: 0.4086869 Jul 26 15:09:34.457933 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39202) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:34.466930 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5885d-b363-4a6d-b4b8-0d47e5d81c72 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba8d59a-2615-4f93-a107-75cb611374f0,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:34.480390 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.api.v2.resource [None req-61ea8fe8-1da6-4f9a-8cae-27561578e5ff tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] show failed (client error): The resource could not be found. Jul 26 15:09:34.489006 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-61ea8fe8-1da6-4f9a-8cae-27561578e5ff tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups/7ba8d59a-2615-4f93-a107-75cb611374f0 HTTP/1.1" status: 404 len: 347 time: 0.0297534 Jul 26 15:09:34.490063 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 39204) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:34.592986 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 795cd60f-efea-4474-938b-0fb035fd2965 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:34.593634 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (795cd60f-efea-4474-938b-0fb035fd2965), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.661244 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Deleting port f59c2931-35c4-4f09-91a4-0ecfceb81216 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:09:34.661844 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (f59c2931-35c4-4f09-91a4-0ecfceb81216), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.679741 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 795cd60f-efea-4474-938b-0fb035fd2965 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:09:34.688747 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (795cd60f-efea-4474-938b-0fb035fd2965), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.713213 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e619d0f5-b226-428e-8e2f-2f876d919fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795cd60f-efea-4474-938b-0fb035fd2965'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:34.715789 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b43a4-aca3-417e-97b8-90950a7f59e7" -d '{"events": [{"server_uuid": "e619d0f5-b226-428e-8e2f-2f876d919fef", "name": "network-vif-plugged", "status": "completed", "tag": "795cd60f-efea-4474-938b-0fb035fd2965"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:34.763395 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 795cd60f-efea-4474-938b-0fb035fd2965, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=795cd60f-efea-4474-938b-0fb035fd2965,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:34.789017 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45f6d83-1e7f-4932-8869-260d0c9c14e8 x-openstack-request-id: req-b45f6d83-1e7f-4932-8869-260d0c9c14e8 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:34.789236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e619d0f5-b226-428e-8e2f-2f876d919fef", "name": "network-vif-plugged", "status": "completed", "tag": "795cd60f-efea-4474-938b-0fb035fd2965", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:34.789441 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b45f6d83-1e7f-4932-8869-260d0c9c14e8 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:34.789893 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45f6d83-1e7f-4932-8869-260d0c9c14e8'] response: {'server_uuid': 'e619d0f5-b226-428e-8e2f-2f876d919fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795cd60f-efea-4474-938b-0fb035fd2965', 'code': 200} Jul 26 15:09:34.808141 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (f59c2931-35c4-4f09-91a4-0ecfceb81216), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.816362 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (f59c2931-35c4-4f09-91a4-0ecfceb81216), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.823894 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Calling delete_port for f59c2931-35c4-4f09-91a4-0ecfceb81216 owned by network:floatingip {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:09:34.964204 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (795cd60f-efea-4474-938b-0fb035fd2965), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.964981 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:09:34.983032 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d67dd6-73f9-4d64-9f17-467442875788 req-85280a7e-81ed-4b34-86fa-a675471655a2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:34.991527 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a2d67dd6-73f9-4d64-9f17-467442875788 req-85280a7e-81ed-4b34-86fa-a675471655a2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0580130 Jul 26 15:09:35.054324 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:09:35.054675 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 58fa1ec6-f94e-4a2a-8dc1-e9dd2b17d76a not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:09:35.059799 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a2d67dd6-73f9-4d64-9f17-467442875788 req-e6a55b37-f037-4952-b376-ad852b6eb629 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666020 Jul 26 15:09:35.102502 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=795cd60f-efea-4474-938b-0fb035fd2965,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:35.170637 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:35.171838 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (f59c2931-35c4-4f09-91a4-0ecfceb81216), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:35.223502 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'Port': ['ID=f59c2931-35c4-4f09-91a4-0ecfceb81216,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:35.267066 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108d823-5b44-451b-bfef-cb65069022fa req-3ffb5c1e-2b6c-49ef-99a9-67f5e56f251d tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:35.274347 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9108d823-5b44-451b-bfef-cb65069022fa req-3ffb5c1e-2b6c-49ef-99a9-67f5e56f251d tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.1351240 Jul 26 15:09:35.367804 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920aa2b-e420-4d13-a2e4-a76a51b330cf req-991f9efe-9490-455e-88f3-9d6b69275e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:35.369351 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1920aa2b-e420-4d13-a2e4-a76a51b330cf req-991f9efe-9490-455e-88f3-9d6b69275e52 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 1129 time: 0.1169624 Jul 26 15:09:35.417573 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9108d823-5b44-451b-bfef-cb65069022fa req-b99b315a-ad29-4597-9f82-283c7aca4df7 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413338 Jul 26 15:09:35.421895 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (ca831f0f-5db5-4eaf-beaf-8de810b05041), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:35.426442 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:35.432095 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-91ff293b-e07d-43af-8f8b-3a888a442313 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "DELETE /v2.0/floatingips/ca831f0f-5db5-4eaf-beaf-8de810b05041 HTTP/1.1" status: 204 len: 168 time: 0.9398904 Jul 26 15:09:35.456416 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:35.482207 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1920aa2b-e420-4d13-a2e4-a76a51b330cf req-763c8578-5a3b-401e-9bf6-31181d35a969 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997519 Jul 26 15:09:36.304325 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95cd90-7819-4f95-98fd-7797c93d37dc req-9430bb77-2370-4876-9bc2-762c2a7fe33a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:36.308383 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0c95cd90-7819-4f95-98fd-7797c93d37dc req-9430bb77-2370-4876-9bc2-762c2a7fe33a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0790861 Jul 26 15:09:36.389502 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0c95cd90-7819-4f95-98fd-7797c93d37dc req-9ee42bc7-a0db-4c48-83c2-a386440b41b0 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689840 Jul 26 15:09:36.569880 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50ea11-3c67-4214-8f7f-c76f230e4c0c req-4f2495d9-11a5-441c-84c3-9b751083da8b tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:36.571609 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-af50ea11-3c67-4214-8f7f-c76f230e4c0c req-4f2495d9-11a5-441c-84c3-9b751083da8b tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.0668125 Jul 26 15:09:36.629085 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-af50ea11-3c67-4214-8f7f-c76f230e4c0c req-331bc914-31bf-435c-8da2-a57dbccf00bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495608 Jul 26 15:09:37.529800 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a6cba-10dc-4f6c-aab3-7707102df7d1 req-223bb0c0-fa83-4cfb-a008-297e70bbe98e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:37.532012 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-534a6cba-10dc-4f6c-aab3-7707102df7d1 req-223bb0c0-fa83-4cfb-a008-297e70bbe98e tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0601768 Jul 26 15:09:37.606014 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-534a6cba-10dc-4f6c-aab3-7707102df7d1 req-28688976-0dba-4db2-8248-198507d3700c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667460 Jul 26 15:09:37.850227 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9613ea-768f-4af7-8d81-7b637fc279de req-ee1e82f6-ea8f-418c-8598-c7f919ad04cb tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:37.853837 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4a9613ea-768f-4af7-8d81-7b637fc279de req-ee1e82f6-ea8f-418c-8598-c7f919ad04cb tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.0996404 Jul 26 15:09:37.944110 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4a9613ea-768f-4af7-8d81-7b637fc279de req-27a20f07-b1f9-4226-9757-e802d6cff8df tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844736 Jul 26 15:09:38.771342 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20974395-dd2c-4488-8218-b5a32ac54fc4 req-ba03783d-b58f-40c5-bdae-97a51000ef89 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:38.774008 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-20974395-dd2c-4488-8218-b5a32ac54fc4 req-ba03783d-b58f-40c5-bdae-97a51000ef89 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0569074 Jul 26 15:09:38.831637 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-20974395-dd2c-4488-8218-b5a32ac54fc4 req-7d07e0b1-353a-4a60-9763-6bf7a6d9b8fb tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527372 Jul 26 15:09:39.081579 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b977-d4e1-4100-a47b-bde3087ede7f req-8c6ef321-9353-4f01-bb18-5a17113db873 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:39.081579 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-04f6b977-d4e1-4100-a47b-bde3087ede7f req-8c6ef321-9353-4f01-bb18-5a17113db873 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.0537570 Jul 26 15:09:39.144126 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-04f6b977-d4e1-4100-a47b-bde3087ede7f req-809f57ad-78f3-40d5-9635-3f8e170a25f7 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656283 Jul 26 15:09:39.274087 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-d189ec82-48ad-444a-aac9-8673bc7adf84 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:39.275706 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-d189ec82-48ad-444a-aac9-8673bc7adf84 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/networks?id=f00b30d1-b798-458a-a4ac-371e3eae95f6 HTTP/1.1" status: 200 len: 815 time: 0.1223912 Jul 26 15:09:39.295051 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-3795bab3-f573-4bc2-aeae-cf79cfc70015 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/quotas/ee9262c91631413b991af2efeb169cd0 HTTP/1.1" status: 200 len: 375 time: 0.0136425 Jul 26 15:09:39.357474 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-dac045f3-9a30-471d-9f44-3cea10f4b06e tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ee9262c91631413b991af2efeb169cd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562782 Jul 26 15:09:39.463804 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-0e672ac4-67fa-4017-b072-40153bc0a0d1 service neutron] 10.222.0.94 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941267 Jul 26 15:09:39.581089 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-7bcfe2b5-7936-4b38-ad07-f9b346dac680 service neutron] 10.222.0.94 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098378 Jul 26 15:09:39.974409 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5cc15a5c-f962-40a7-8b28-c71ded22b2cc req-47874fee-a159-4a6f-8081-885081888ebd tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 210 time: 0.0507755 Jul 26 15:09:40.086824 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac563-fe34-4c88-8d9b-338955d45517 req-a47b7f1f-77cd-460d-b4bd-42086e4d586f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:40.088362 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-21eac563-fe34-4c88-8d9b-338955d45517 req-a47b7f1f-77cd-460d-b4bd-42086e4d586f tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0488405 Jul 26 15:09:40.138435 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-21eac563-fe34-4c88-8d9b-338955d45517 req-2aebc2c3-ea7f-44f9-a923-037c904cb084 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442462 Jul 26 15:09:40.362957 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:40.611921 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8952-48ce-4a71-a0c5-d3f570039592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:40.803958 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d2164-c917-4c8d-8546-ca5b0d3e4d92 req-6bb8b8ff-86ea-4358-bb9d-73e8d3fecf86 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:40.805606 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b79d2164-c917-4c8d-8546-ca5b0d3e4d92 req-6bb8b8ff-86ea-4358-bb9d-73e8d3fecf86 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0593343 Jul 26 15:09:40.869594 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b79d2164-c917-4c8d-8546-ca5b0d3e4d92 req-d04ab71c-647f-4bbe-9eb6-38461a47f512 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581708 Jul 26 15:09:41.066512 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3148846c-7b83-46ea-a2cc-86214bb59e9e req-d3ff6b13-fc34-4db2-992c-de0694becc93 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 210 time: 0.0310898 Jul 26 15:09:41.222060 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39456) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:41.272191 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f761e6-9db6-4381-9e19-2e07135a0bfb req-036390a3-881c-42d1-8266-14b0c23a19f6 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:41.273790 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d6f761e6-9db6-4381-9e19-2e07135a0bfb req-036390a3-881c-42d1-8266-14b0c23a19f6 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0586627 Jul 26 15:09:41.334552 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d6f761e6-9db6-4381-9e19-2e07135a0bfb req-2a79f02b-8213-4171-a62b-4115de140a2d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Jul 26 15:09:41.377741 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-420080d0-6fea-4315-b3d7-a338b140ad7d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=484282e33cd64579b59888ba08ef08c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544466 Jul 26 15:09:41.390240 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39460) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:41.445176 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c8723543-987b-443d-930d-dc2e804c016c admin admin] Publish callbacks [] for security_group (99363d8e-1e2a-4edb-92a5-31b53e97e7fb), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:41.468647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c8723543-987b-443d-930d-dc2e804c016c admin admin] Publish callbacks [] for security_group (99363d8e-1e2a-4edb-92a5-31b53e97e7fb), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:41.474826 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:41.627354 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c8723543-987b-443d-930d-dc2e804c016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (99363d8e-1e2a-4edb-92a5-31b53e97e7fb), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:41.630091 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c8723543-987b-443d-930d-dc2e804c016c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:41.631558 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-c8723543-987b-443d-930d-dc2e804c016c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/99363d8e-1e2a-4edb-92a5-31b53e97e7fb HTTP/1.1" status: 204 len: 168 time: 0.2394106 Jul 26 15:09:41.643300 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8723543-987b-443d-930d-dc2e804c016c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99363d8e-1e2a-4edb-92a5-31b53e97e7fb,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:42.020031 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25fd1b-faa1-4310-9965-58d10fb54592 req-82dbf2f7-84e1-4dae-b0fc-c79b8f40cb7f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:42.021786 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1f25fd1b-faa1-4310-9965-58d10fb54592 req-82dbf2f7-84e1-4dae-b0fc-c79b8f40cb7f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0599101 Jul 26 15:09:42.085070 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1f25fd1b-faa1-4310-9965-58d10fb54592 req-119cda6c-6650-43fb-99e7-a57468f3947d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551362 Jul 26 15:09:42.180209 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2e000850-f16f-4c8e-ba54-e19f32d18786 req-7400bebc-fc13-4793-841a-dd3058dc80c4 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 210 time: 0.0370233 Jul 26 15:09:42.459689 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2017b2-3d55-4adc-9ef1-eb8c88295587 req-b19a47ee-756c-48e6-9278-7078755e8af3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:42.461139 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6c2017b2-3d55-4adc-9ef1-eb8c88295587 req-b19a47ee-756c-48e6-9278-7078755e8af3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0503287 Jul 26 15:09:42.510613 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6c2017b2-3d55-4adc-9ef1-eb8c88295587 req-19105d48-4289-44f6-beb6-aeb5ba34e3ab tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438066 Jul 26 15:09:42.814444 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:42.835207 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337af832-642c-46e5-a542-162791f33ff7 req-8febae97-056a-409e-9a7d-e81a20eb3550 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:42.836807 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-337af832-642c-46e5-a542-162791f33ff7 req-8febae97-056a-409e-9a7d-e81a20eb3550 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.0507565 Jul 26 15:09:42.946621 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:42.971018 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Deleting port 957f7279-c7e0-4980-871c-ba5e2033c52a {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:09:42.971525 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:43.096919 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] For port 957f7279-c7e0-4980-871c-ba5e2033c52a, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=957f7279-c7e0-4980-871c-ba5e2033c52a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:43.097209 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:43.295395 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1edd8a60-9ed3-450b-a7cf-649a90ecaba0 req-c5ab2f15-8667-409c-9e9c-fd8a071f89c4 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 210 time: 0.0316954 Jul 26 15:09:43.305969 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b136c38-cbaf-4301-83c0-7b755f693455 req-187bda36-f6ae-441d-bf50-27ceb74f8410 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:43.311723 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9b136c38-cbaf-4301-83c0-7b755f693455 req-187bda36-f6ae-441d-bf50-27ceb74f8410 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 946 time: 0.1036761 Jul 26 15:09:43.352500 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:43.352779 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (9699d266-1f6f-4371-b739-b35b4090731b), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:43.353097 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Floating IP 9699d266-1f6f-4371-b739-b35b4090731b disassociated. External IP: 172.27.2.146, port: 957f7279-c7e0-4980-871c-ba5e2033c52a. Jul 26 15:09:43.353438 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Calling delete_port for 957f7279-c7e0-4980-871c-ba5e2033c52a owned by compute:nova {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:09:43.419632 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9b136c38-cbaf-4301-83c0-7b755f693455 req-ac9cde05-3a7e-49f3-9d62-86d9f6eb3792 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=08c0675a-5bf9-4f5e-9170-f4aa4f964280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980918 Jul 26 15:09:43.627377 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (957f7279-c7e0-4980-871c-ba5e2033c52a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:43.653959 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01130793-db8f-4bc9-a5ba-242de7a285c9 req-08217158-7f69-4dd5-9459-5bea118bdeac tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:43.655570 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-01130793-db8f-4bc9-a5ba-242de7a285c9 req-08217158-7f69-4dd5-9459-5bea118bdeac tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0568683 Jul 26 15:09:43.661789 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'Port': ['ID=957f7279-c7e0-4980-871c-ba5e2033c52a,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:43.702077 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:43.738514 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-01130793-db8f-4bc9-a5ba-242de7a285c9 req-7430d17a-0be5-4010-b827-cfe5161057a6 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697012 Jul 26 15:09:43.758837 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-36508010-01f6-4485-8a57-a8dfaed26536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:43.796057 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:09:43.810292 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:43.914896 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:09:43.925206 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:09:43.939179 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:43.939930 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:43.970318 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] No DVR routers for this DVR port 957f7279-c7e0-4980-871c-ba5e2033c52a on host hv-cinder-85066 {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:09:43.970318 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:43.973023 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-337af832-642c-46e5-a542-162791f33ff7 req-32cab82a-a78e-4479-8e18-3c1b8ae78896 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "DELETE /v2.0/ports/957f7279-c7e0-4980-871c-ba5e2033c52a HTTP/1.1" status: 204 len: 173 time: 1.1133921 Jul 26 15:09:43.973537 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'name': 'network-vif-deleted', 'tag': '957f7279-c7e0-4980-871c-ba5e2033c52a'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:43.976228 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011b5a60-9619-4644-bd38-d65c40eef3cf" -d '{"events": [{"server_uuid": "2e94e2c3-8b57-4a91-831d-7afb4e64dcaf", "name": "network-vif-deleted", "tag": "957f7279-c7e0-4980-871c-ba5e2033c52a"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:44.061743 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fa544b-5cfa-4f25-a201-e34632d74196 x-openstack-request-id: req-b8fa544b-5cfa-4f25-a201-e34632d74196 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:44.062985 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e94e2c3-8b57-4a91-831d-7afb4e64dcaf", "name": "network-vif-deleted", "tag": "957f7279-c7e0-4980-871c-ba5e2033c52a", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:44.062985 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b8fa544b-5cfa-4f25-a201-e34632d74196 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:44.063481 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8fa544b-5cfa-4f25-a201-e34632d74196'] response: {'server_uuid': '2e94e2c3-8b57-4a91-831d-7afb4e64dcaf', 'name': 'network-vif-deleted', 'tag': '957f7279-c7e0-4980-871c-ba5e2033c52a', 'status': 'completed', 'code': 200} Jul 26 15:09:44.144301 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:44.174688 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-c3cae82c-4541-4d8c-a1c4-20c9fec893d3 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:44.187859 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-c3cae82c-4541-4d8c-a1c4-20c9fec893d3 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.102 "GET /v2.0/networks?id=f00b30d1-b798-458a-a4ac-371e3eae95f6 HTTP/1.1" status: 200 len: 815 time: 0.1878419 Jul 26 15:09:44.195478 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'port': {'device_id': '74359d93-5827-4800-a2e7-92675b4a30b3', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'admin_state_up': True, 'tenant_id': 'ee9262c91631413b991af2efeb169cd0'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:44.225495 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:44.470730 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-75d8100d-baf3-4221-a63a-e44c3c230492 req-e5253121-7943-4b7f-90f4-2c0f18ddb1a2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 210 time: 0.0532725 Jul 26 15:09:44.480506 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:44.557535 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:09:44.574268 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:09:44.575173 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:09:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:44.736753 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:09:44.799627 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Made reservation on behalf of ee9262c91631413b991af2efeb169cd0 for: {'port': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:44.803535 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:44.910289 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-384b4127-79f4-4b8d-9948-0d9b61d04df8 req-96c5ccba-b527-4e4c-a55c-e4006b49b692 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.3370140 Jul 26 15:09:44.914003 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68892745-2863-4bfe-99bb-bd8bfa69a2ea req-88e4ef18-4dc3-41c1-a694-06b56e5ec075 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:44.917306 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-68892745-2863-4bfe-99bb-bd8bfa69a2ea req-88e4ef18-4dc3-41c1-a694-06b56e5ec075 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0718579 Jul 26 15:09:45.002920 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-68892745-2863-4bfe-99bb-bd8bfa69a2ea req-31fc1de6-6efa-4bd5-b1d5-5868cd8b75a8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793087 Jul 26 15:09:45.011570 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:45.034427 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Allocated IP 172.20.0.11 (f00b30d1-b798-458a-a4ac-371e3eae95f6/e9ccb48d-39eb-4fae-a233-09bf01abf209/6d53b356-223b-4f5d-a62b-88f2c5b69216) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:45.047092 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:45.079351 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4970402-66be-40ac-b93a-a8dee267836b None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:09:45.141830 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:45.165455 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:45.255974 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:45.405560 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09e2c24-b608-4d87-804c-f560f481d20a None None] New status for floating IP 9699d266-1f6f-4371-b739-b35b4090731b: DOWN {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:09:45.461640 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:45.511195 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:45.515132 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:45.519900 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:45.526792 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'Port': ['ID=6d53b356-223b-4f5d-a62b-88f2c5b69216,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:45.624773 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50395f-449d-4d57-b894-1d6aeaec867c req-12d9104b-5cfb-4643-bc1b-a91bc383ef16 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:45.626624 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3c50395f-449d-4d57-b894-1d6aeaec867c req-12d9104b-5cfb-4643-bc1b-a91bc383ef16 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 932 time: 0.0651174 Jul 26 15:09:45.697616 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:45.698301 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:45.751619 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3c50395f-449d-4d57-b894-1d6aeaec867c req-b7f7dd3b-887f-4017-b920-707b7b06bea4 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181574 Jul 26 15:09:45.895771 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-008c8e48-b086-4e04-b05a-fa22f46f45bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7086258 Jul 26 15:09:45.926890 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-52bff803-5283-4c22-96a7-41f2f1351854 None None] Provisioning complete for port 6d53b356-223b-4f5d-a62b-88f2c5b69216 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:09:45.927270 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-52bff803-5283-4c22-96a7-41f2f1351854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:45.970171 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-52bff803-5283-4c22-96a7-41f2f1351854 None None] Port 6d53b356-223b-4f5d-a62b-88f2c5b69216 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:09:46.048562 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Request body: {'port': {'device_id': '74359d93-5827-4800-a2e7-92675b4a30b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:46.134636 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-abac1bfe-c684-4e3e-8527-c574803a4313 req-1ddac821-fd47-4ea2-b424-50625fca4c31 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=2e94e2c3-8b57-4a91-831d-7afb4e64dcaf HTTP/1.1" status: 200 len: 210 time: 0.0719528 Jul 26 15:09:46.165449 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:46.253472 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:46.280920 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 957f7279-c7e0-4980-871c-ba5e2033c52a no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:09:46.298900 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:46.381754 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 957f7279-c7e0-4980-871c-ba5e2033c52a {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:09:46.384563 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 957f7279-c7e0-4980-871c-ba5e2033c52a not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:09:46.461576 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:46.510413 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7649e-32b0-49be-af83-31af941eb460 req-026034a6-533d-4954-92c3-420c690a04fb tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:46.512389 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e1b7649e-32b0-49be-af83-31af941eb460 req-026034a6-533d-4954-92c3-420c690a04fb tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.2029829 Jul 26 15:09:46.538322 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:46.717686 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e1b7649e-32b0-49be-af83-31af941eb460 req-a1eb8f5b-3d29-43fa-9b39-7b21a149cdb9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813915 Jul 26 15:09:46.988704 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf780-5dfd-4c1b-bb82-29c047644c22 req-c8fb2576-e9b0-4d19-9734-b1db905ac275 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:46.990532 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-26dcf780-5dfd-4c1b-bb82-29c047644c22 req-c8fb2576-e9b0-4d19-9734-b1db905ac275 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 932 time: 0.0872593 Jul 26 15:09:47.014498 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d53b356-223b-4f5d-a62b-88f2c5b69216 {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:09:47.030733 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Publish callbacks [] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:47.058115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Transition to ACTIVE for port object 6d53b356-223b-4f5d-a62b-88f2c5b69216 will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:09:47.141263 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-26dcf780-5dfd-4c1b-bb82-29c047644c22 req-c85a1eb7-6d8c-40b1-9e88-5c8b1e4e94f5 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361811 Jul 26 15:09:47.170525 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:47.283136 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d53b356-223b-4f5d-a62b-88f2c5b69216,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:47.341550 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:47.440625 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39550) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:47.443897 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:47.539008 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Attempting to bind port 6d53b356-223b-4f5d-a62b-88f2c5b69216 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:09:47.539739 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Attempting to bind port 6d53b356-223b-4f5d-a62b-88f2c5b69216 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:09:47.551988 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Attempting to bind port 6d53b356-223b-4f5d-a62b-88f2c5b69216 on network f00b30d1-b798-458a-a4ac-371e3eae95f6 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:47.570787 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Port 6d53b356-223b-4f5d-a62b-88f2c5b69216 on network f00b30d1-b798-458a-a4ac-371e3eae95f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:09:47.572527 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Attempting to bind port 6d53b356-223b-4f5d-a62b-88f2c5b69216 on network f00b30d1-b798-458a-a4ac-371e3eae95f6 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:09:47.588495 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:09:47.593321 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Checking segment: {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:47.603742 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Bound using segment: {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:09:47.603742 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Bound port: 6d53b356-223b-4f5d-a62b-88f2c5b69216, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d0df62-596a-49f2-ad5c-3c767d4d6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:09:47.603742 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:47.615173 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7d74ba95-97de-46cb-93dc-e8265a0d3ae4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (08c0675a-5bf9-4f5e-9170-f4aa4f964280), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:47.700747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d2a4d-00c1-4a0a-adf3-37a2b292fddc req-91181e02-2f82-476d-b280-0d1d68923b14 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:47.710282 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-419d2a4d-00c1-4a0a-adf3-37a2b292fddc req-91181e02-2f82-476d-b280-0d1d68923b14 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.3571146 Jul 26 15:09:47.750824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7d74ba95-97de-46cb-93dc-e8265a0d3ae4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (08c0675a-5bf9-4f5e-9170-f4aa4f964280), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:47.812859 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] For port 6d53b356-223b-4f5d-a62b-88f2c5b69216, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:47.819556 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] For port 6d53b356-223b-4f5d-a62b-88f2c5b69216, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:47.963673 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:47.965915 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-419d2a4d-00c1-4a0a-adf3-37a2b292fddc req-0ffbb4dd-857c-41c4-bb4c-85e599030192 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541792 Jul 26 15:09:47.993305 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-0d53078b-34a3-4c85-b98a-7b8851d55a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:47.994847 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-0d53078b-34a3-4c85-b98a-7b8851d55a04 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 1130 time: 0.1156380 Jul 26 15:09:48.057622 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:48.058252 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:48.060037 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] 10.222.0.102 "PUT /v2.0/ports/6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 1094 time: 2.0413911 Jul 26 15:09:48.060529 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:09:48.077318 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a969a54-183f-47fe-9c4b-6f0c5ea8d466" -d '{"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:48.101219 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85967d0e-3b4c-42ae-8e4f-03dfb99efec0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d53b356-223b-4f5d-a62b-88f2c5b69216,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:48.123775 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7d74ba95-97de-46cb-93dc-e8265a0d3ae4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (08c0675a-5bf9-4f5e-9170-f4aa4f964280), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:48.127296 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7d74ba95-97de-46cb-93dc-e8265a0d3ae4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:48.128904 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7d74ba95-97de-46cb-93dc-e8265a0d3ae4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "DELETE /v2.0/security-groups/08c0675a-5bf9-4f5e-9170-f4aa4f964280 HTTP/1.1" status: 204 len: 168 time: 0.6858859 Jul 26 15:09:48.131747 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 39560) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:48.151722 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74ba95-97de-46cb-93dc-e8265a0d3ae4 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c0675a-5bf9-4f5e-9170-f4aa4f964280,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:48.184746 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.api.v2.resource [None req-82f38032-e319-48a2-82d1-6e49452a45b5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] show failed (client error): The resource could not be found. Jul 26 15:09:48.194780 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-82f38032-e319-48a2-82d1-6e49452a45b5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups/08c0675a-5bf9-4f5e-9170-f4aa4f964280 HTTP/1.1" status: 404 len: 347 time: 0.0611660 Jul 26 15:09:48.197231 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be30806f-4ed2-4a47-8d12-7a5683bc29fa x-openstack-request-id: req-be30806f-4ed2-4a47-8d12-7a5683bc29fa {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:48.197520 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39564) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:48.197771 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:48.198120 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-be30806f-4ed2-4a47-8d12-7a5683bc29fa {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:48.198679 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be30806f-4ed2-4a47-8d12-7a5683bc29fa'] response: {'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'status': 'completed', 'code': 200} Jul 26 15:09:48.462861 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a969a54-183f-47fe-9c4b-6f0c5ea8d466 req-f5155a08-bdd2-4c97-adaa-23949e0a3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:48.467428 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5a969a54-183f-47fe-9c4b-6f0c5ea8d466 req-f5155a08-bdd2-4c97-adaa-23949e0a3dc4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee9262c91631413b991af2efeb169cd0&device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1128 time: 0.1611536 Jul 26 15:09:48.476408 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ea3c9-21c4-4764-9d00-52c5d9c0619f req-a98808ef-1a30-482e-968b-281b6594d697 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:48.478830 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-243ea3c9-21c4-4764-9d00-52c5d9c0619f req-a98808ef-1a30-482e-968b-281b6594d697 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.1823893 Jul 26 15:09:48.532130 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Deleting port 3e7cea60-a639-4d77-a936-ed042d25105e {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:09:48.532771 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (3e7cea60-a639-4d77-a936-ed042d25105e), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:48.540657 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:48.614580 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-0feef134-e0f4-481e-9df7-185212802786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:48.616019 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-0feef134-e0f4-481e-9df7-185212802786 service neutron] 10.222.0.102 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 911 time: 0.3523216 Jul 26 15:09:48.669450 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-243ea3c9-21c4-4764-9d00-52c5d9c0619f req-89d11621-741d-4e7b-9335-d4a0333fd5e6 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720989 Jul 26 15:09:48.681959 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a969a54-183f-47fe-9c4b-6f0c5ea8d466 req-a487532e-9d4d-4334-88c2-a5f1f411909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:48.703577 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5a969a54-183f-47fe-9c4b-6f0c5ea8d466 req-a487532e-9d4d-4334-88c2-a5f1f411909a service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=ee9262c91631413b991af2efeb169cd0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2260447 Jul 26 15:09:48.807208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (3e7cea60-a639-4d77-a936-ed042d25105e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:48.808106 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (3e7cea60-a639-4d77-a936-ed042d25105e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:48.816572 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:48.849940 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Calling delete_port for 3e7cea60-a639-4d77-a936-ed042d25105e owned by network:floatingip {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:09:48.853602 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-01405408-aedb-4359-88b7-753122cc3345 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb HTTP/1.1" status: 200 len: 1002 time: 0.2004755 Jul 26 15:09:48.858379 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc11ed-4215-4619-8320-f80a3d991cee req-c1986d65-23ee-4fc5-8477-2a2e3e64b10e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:48.865784 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0adc11ed-4215-4619-8320-f80a3d991cee req-c1986d65-23ee-4fc5-8477-2a2e3e64b10e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.2009785 Jul 26 15:09:48.903719 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a969a54-183f-47fe-9c4b-6f0c5ea8d466 req-fc36aabe-5544-40e4-8e09-c46e0d534137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:48.905351 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5a969a54-183f-47fe-9c4b-6f0c5ea8d466 req-fc36aabe-5544-40e4-8e09-c46e0d534137 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917686 Jul 26 15:09:48.951202 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0adc11ed-4215-4619-8320-f80a3d991cee req-7096ac83-f288-460e-a583-1ecf3ff48f95 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842857 Jul 26 15:09:49.122447 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cd1ea-d308-459a-a05d-53002bc282d1 req-8fb4cda8-ecf2-4070-b701-8f1e39ff67ab tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:49.123911 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7f5cd1ea-d308-459a-a05d-53002bc282d1 req-8fb4cda8-ecf2-4070-b701-8f1e39ff67ab tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0578735 Jul 26 15:09:49.150314 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (3e7cea60-a639-4d77-a936-ed042d25105e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:49.183854 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'Port': ['ID=3e7cea60-a639-4d77-a936-ed042d25105e,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:49.261024 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7f5cd1ea-d308-459a-a05d-53002bc282d1 req-93058545-d54d-4e7d-81b1-c11787a4d40d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282260 Jul 26 15:09:49.301493 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (9699d266-1f6f-4371-b739-b35b4090731b), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:49.307405 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:49.311895 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-a3540f6c-1f47-478e-b4f0-22f25713ca6f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "DELETE /v2.0/floatingips/9699d266-1f6f-4371-b739-b35b4090731b HTTP/1.1" status: 204 len: 168 time: 1.1101067 Jul 26 15:09:49.494392 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 39576) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:49.500817 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-5141a53e-2bc6-430b-9ec6-e5519891f4d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627279052', 'description': 'tempest-description--761958039'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:49.628375 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5141a53e-2bc6-430b-9ec6-e5519891f4d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:49.689516 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:49.715844 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5141a53e-2bc6-430b-9ec6-e5519891f4d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (409eadd3-bca0-450e-ab75-8f50847e40c6), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:49.833799 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55598e96-5cc5-4c39-b274-a91f3ea68c90 req-a2f7bf18-1aea-4a23-9d0e-c02f5b32b9ab tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:49.835577 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-55598e96-5cc5-4c39-b274-a91f3ea68c90 req-a2f7bf18-1aea-4a23-9d0e-c02f5b32b9ab tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0723038 Jul 26 15:09:49.861695 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5141a53e-2bc6-430b-9ec6-e5519891f4d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (409eadd3-bca0-450e-ab75-8f50847e40c6), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:49.901603 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141a53e-2bc6-430b-9ec6-e5519891f4d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409eadd3-bca0-450e-ab75-8f50847e40c6,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:49.907250 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-55598e96-5cc5-4c39-b274-a91f3ea68c90 req-c6472049-2dd0-493a-a9e6-be566761ede6 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Jul 26 15:09:50.028555 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5141a53e-2bc6-430b-9ec6-e5519891f4d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:50.033774 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39584) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:50.034511 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5141a53e-2bc6-430b-9ec6-e5519891f4d5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5381207 Jul 26 15:09:50.038757 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-51d41722-a2bc-4b17-a3ef-723996598099 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group_rule': {'security_group_id': '409eadd3-bca0-450e-ab75-8f50847e40c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:50.101441 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05a3b-bdfa-40d4-a6ec-f8fb9d0dc8da req-4cc10a4f-79d1-4e0e-9b25-a552066c8485 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:50.103287 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1cf05a3b-bdfa-40d4-a6ec-f8fb9d0dc8da req-4cc10a4f-79d1-4e0e-9b25-a552066c8485 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0507777 Jul 26 15:09:50.160309 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1cf05a3b-bdfa-40d4-a6ec-f8fb9d0dc8da req-6030970e-57b2-45db-92c2-df666e9df7f6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501351 Jul 26 15:09:50.168790 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51d41722-a2bc-4b17-a3ef-723996598099 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (312fc0a6-dd3e-42e2-a054-42e6ebbce304), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:50.255655 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51d41722-a2bc-4b17-a3ef-723996598099 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (312fc0a6-dd3e-42e2-a054-42e6ebbce304), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:50.382796 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51d41722-a2bc-4b17-a3ef-723996598099 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (312fc0a6-dd3e-42e2-a054-42e6ebbce304), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:50.432390 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d41722-a2bc-4b17-a3ef-723996598099 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312fc0a6-dd3e-42e2-a054-42e6ebbce304,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:50.432390 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e0b95-2dcf-46e6-bc46-d16f7d8b6f03 req-02863b9b-cf95-4a36-9d0e-a0e29310554d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:50.432390 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4a8e0b95-2dcf-46e6-bc46-d16f7d8b6f03 req-02863b9b-cf95-4a36-9d0e-a0e29310554d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0752699 Jul 26 15:09:50.490815 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4a8e0b95-2dcf-46e6-bc46-d16f7d8b6f03 req-952201ce-956f-4289-afeb-1f7fa0f25950 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568168 Jul 26 15:09:50.554957 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51d41722-a2bc-4b17-a3ef-723996598099 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:50.556619 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-51d41722-a2bc-4b17-a3ef-723996598099 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5213315 Jul 26 15:09:50.559013 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39588) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:50.563753 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-78733666-6d89-4293-929e-9a7351008b7c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group_rule': {'security_group_id': '409eadd3-bca0-450e-ab75-8f50847e40c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:50.684665 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78733666-6d89-4293-929e-9a7351008b7c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (6a0b6c2e-d341-4fb5-9614-3c230b73c745), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:50.688199 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:50.749537 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78733666-6d89-4293-929e-9a7351008b7c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (6a0b6c2e-d341-4fb5-9614-3c230b73c745), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:50.850168 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78733666-6d89-4293-929e-9a7351008b7c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (6a0b6c2e-d341-4fb5-9614-3c230b73c745), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:50.878531 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78733666-6d89-4293-929e-9a7351008b7c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0b6c2e-d341-4fb5-9614-3c230b73c745,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:51.055801 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29359d8f-ddec-4f66-89be-b1d59622ee51 req-6952c67f-bb16-49db-a15e-42e1a7867516 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:51.057334 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-29359d8f-ddec-4f66-89be-b1d59622ee51 req-6952c67f-bb16-49db-a15e-42e1a7867516 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0588410 Jul 26 15:09:51.125497 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-29359d8f-ddec-4f66-89be-b1d59622ee51 req-5bdba523-6378-4452-98a9-1ea7ce71db9e tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582659 Jul 26 15:09:51.289258 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:51.339931 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25105-8efa-4cc4-bbdc-ae90746d581b req-ac4f5b25-c17b-4c64-b315-de5b07d98830 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:51.339931 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-08b25105-8efa-4cc4-bbdc-ae90746d581b req-ac4f5b25-c17b-4c64-b315-de5b07d98830 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0559146 Jul 26 15:09:51.353720 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-08b25105-8efa-4cc4-bbdc-ae90746d581b req-ae05dc7b-eeab-4fd9-96db-8218f8a1bed4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470250 Jul 26 15:09:51.391532 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:09:51.644464 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4f545-1f8e-47bf-a1e5-a79fa8359690 req-1d491578-e82f-45d2-a44f-2507e69308df tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:51.646011 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-97e4f545-1f8e-47bf-a1e5-a79fa8359690 req-1d491578-e82f-45d2-a44f-2507e69308df tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0566354 Jul 26 15:09:51.702508 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-97e4f545-1f8e-47bf-a1e5-a79fa8359690 req-8f495ead-9db3-4db9-be1a-5fa937bd5a42 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506401 Jul 26 15:09:51.734677 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78733666-6d89-4293-929e-9a7351008b7c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:51.737431 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-78733666-6d89-4293-929e-9a7351008b7c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1761489 Jul 26 15:09:51.751134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39600) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:51.755904 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:51.917869 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:52.009603 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:52.144414 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Allocated IP 172.27.2.32 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/225621da-e20f-4591-9e4c-f5de72024ef4) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:52.307299 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92682b9a-7167-438e-806d-01865febf8d1 req-60778d9c-850b-464b-89df-79fc6a35caed tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:52.308922 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-92682b9a-7167-438e-806d-01865febf8d1 req-60778d9c-850b-464b-89df-79fc6a35caed tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0821378 Jul 26 15:09:52.318268 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:52.326514 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (225621da-e20f-4591-9e4c-f5de72024ef4), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:52.395957 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-92682b9a-7167-438e-806d-01865febf8d1 req-17052ea7-2560-4f92-baa5-5f755123c459 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742071 Jul 26 15:09:52.497304 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e71c7-3a85-4da9-a905-b772291e31f0 req-684cf520-8aaa-4eda-856a-56a85bac1849 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:52.500064 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-926e71c7-3a85-4da9-a905-b772291e31f0 req-684cf520-8aaa-4eda-856a-56a85bac1849 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0558751 Jul 26 15:09:52.502312 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (225621da-e20f-4591-9e4c-f5de72024ef4), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:52.517886 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:52.552498 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:52.556446 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:52.560758 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:09:52.562853 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-926e71c7-3a85-4da9-a905-b772291e31f0 req-92527057-5810-4355-99de-51507a83b998 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556991 Jul 26 15:09:52.569710 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=225621da-e20f-4591-9e4c-f5de72024ef4,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:52.683972 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (429fbdad-26ac-44b1-9e3a-d0bb3ef23b00), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:52.828015 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (225621da-e20f-4591-9e4c-f5de72024ef4), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:52.865365 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69069edf-1acf-47f9-a316-f2766ee176ee req-efb97b28-2e93-49f6-9093-5ee4d0069028 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:52.867146 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69069edf-1acf-47f9-a316-f2766ee176ee req-efb97b28-2e93-49f6-9093-5ee4d0069028 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0800242 Jul 26 15:09:52.900921 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:52.984435 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69069edf-1acf-47f9-a316-f2766ee176ee req-232c91ab-cc11-4d06-8fe7-bbe7c70c293d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082637 Jul 26 15:09:53.045571 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (225621da-e20f-4591-9e4c-f5de72024ef4), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:53.124256 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (225621da-e20f-4591-9e4c-f5de72024ef4), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:53.198408 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=225621da-e20f-4591-9e4c-f5de72024ef4,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:53.220128 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (429fbdad-26ac-44b1-9e3a-d0bb3ef23b00), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:53.461854 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:53.466447 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-367e8101-74cf-4627-b3bb-fdc57ecdb1ef tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7117183 Jul 26 15:09:53.554729 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18715440-c81f-49ca-9f95-04f6a9dfb08b req-c9f5c4e2-899c-4750-b140-5cf7b5671926 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:53.556416 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18715440-c81f-49ca-9f95-04f6a9dfb08b req-c9f5c4e2-899c-4750-b140-5cf7b5671926 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0692692 Jul 26 15:09:53.619111 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-18715440-c81f-49ca-9f95-04f6a9dfb08b req-6cdcce7b-a62b-4418-b9bb-58961772a0a7 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539968 Jul 26 15:09:53.707820 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2850-3eff-4a14-b7d6-c1cd550cf91a req-3a5d8e4d-c4bf-4f2b-a7fe-01d39b7f8bb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:53.709382 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-89ca2850-3eff-4a14-b7d6-c1cd550cf91a req-3a5d8e4d-c4bf-4f2b-a7fe-01d39b7f8bb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0526681 Jul 26 15:09:53.771410 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-89ca2850-3eff-4a14-b7d6-c1cd550cf91a req-7b0183c9-eb9a-4e72-be68-26d9fc270263 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553586 Jul 26 15:09:53.775960 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-da9a9efd-75e9-48fb-a896-29dfd601b61c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1627279052&fields=id&tenant_id=242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 267 time: 0.0539107 Jul 26 15:09:53.905304 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445af4a-297d-4f79-ac0d-96043da5178a req-9be8d584-8f8f-4646-ae95-e5c9463cad60 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:53.906833 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-9be8d584-8f8f-4646-ae95-e5c9463cad60 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 815 time: 0.1183691 Jul 26 15:09:53.922741 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-4c56447b-7146-4229-8c6f-c3e20a04a4de tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/quotas/242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 375 time: 0.0102625 Jul 26 15:09:53.979424 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-aa1dc50e-d1b4-4a67-892d-5852f89b5525 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483515 Jul 26 15:09:54.094224 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-ac7842f0-7e18-471a-b127-e154b77fe0e0 service neutron] 10.222.0.94 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017575 Jul 26 15:09:54.137501 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307580d2-e6c5-4c17-8671-662954bb99c1 req-dff7eb39-a4c0-4cd0-9e6f-82f89815f278 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:54.139196 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-307580d2-e6c5-4c17-8671-662954bb99c1 req-dff7eb39-a4c0-4cd0-9e6f-82f89815f278 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0573328 Jul 26 15:09:54.194665 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-307580d2-e6c5-4c17-8671-662954bb99c1 req-68d4624c-9b0f-4aad-9e0a-d5062a6f4e34 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487869 Jul 26 15:09:54.209064 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-055066e4-af53-465d-9884-b765e06ff738 service neutron] 10.222.0.94 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059184 Jul 26 15:09:54.591654 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-415fa6bb-3d78-4c2d-9cd3-cc23ab0bfd5a req-0fa697a5-7334-4e1e-b7b2-9cdeaa95eeaf tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0301418 Jul 26 15:09:54.758685 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015de5f-ac1a-4c2f-a8f3-530aca3f7325 req-0dd675cb-d330-46da-86f0-1c92278c5b57 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:54.760236 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3015de5f-ac1a-4c2f-a8f3-530aca3f7325 req-0dd675cb-d330-46da-86f0-1c92278c5b57 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0573363 Jul 26 15:09:54.817695 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:54.866140 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3015de5f-ac1a-4c2f-a8f3-530aca3f7325 req-d0449271-0a03-44d9-854e-53860d25c675 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613754 Jul 26 15:09:54.914194 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf7ff6-d608-4866-b1b6-932cb04b9c33 req-e9d880b3-bf59-4ac7-829e-2d4349f9a6d9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:54.924712 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5ccf7ff6-d608-4866-b1b6-932cb04b9c33 req-e9d880b3-bf59-4ac7-829e-2d4349f9a6d9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0656328 Jul 26 15:09:54.978419 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5ccf7ff6-d608-4866-b1b6-932cb04b9c33 req-b902c83e-7b1a-49d0-afd1-476feca3e1e3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526869 Jul 26 15:09:55.355171 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7603e-7d5d-45eb-9b34-a4a38cbb5822 req-dacbeb43-5195-4107-b212-b3cdf8fcaabb tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:55.364172 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bec7603e-7d5d-45eb-9b34-a4a38cbb5822 req-dacbeb43-5195-4107-b212-b3cdf8fcaabb tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0650797 Jul 26 15:09:55.417730 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bec7603e-7d5d-45eb-9b34-a4a38cbb5822 req-ef5363e4-1c20-44a6-b541-179a1d55e871 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526531 Jul 26 15:09:55.489450 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:55.680836 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b2fdd1d-95fd-44e5-a1f6-c4a1ccb7d74a req-55069192-4b5f-4dec-b9f6-bd85bfef37df tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0319073 Jul 26 15:09:55.976775 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7baa05-7ba7-4f12-bc27-85e3e03baba6 req-6321913c-02c1-43a3-a3a1-96d1f7ff1592 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:55.978281 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ca7baa05-7ba7-4f12-bc27-85e3e03baba6 req-6321913c-02c1-43a3-a3a1-96d1f7ff1592 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0483203 Jul 26 15:09:56.031496 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ca7baa05-7ba7-4f12-bc27-85e3e03baba6 req-19b13cfe-1655-4b3f-9348-ffb0a63e519b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467660 Jul 26 15:09:56.094066 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:56.107615 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1713d-7c47-4820-8d87-4127406fedfb req-96f0bec4-63d8-4724-9919-4290cff9d768 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.109860 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2df1713d-7c47-4820-8d87-4127406fedfb req-96f0bec4-63d8-4724-9919-4290cff9d768 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0499082 Jul 26 15:09:56.160239 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2df1713d-7c47-4820-8d87-4127406fedfb req-e7fdc53e-de55-4c62-bdcb-f96daf8b3592 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 Jul 26 15:09:56.275148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-29851cf7-dd37-4d20-80f0-dfc95345d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.276555 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-29851cf7-dd37-4d20-80f0-dfc95345d417 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef7095f0-cfe9-4349-aa50-a32e1922adb4 HTTP/1.1" status: 200 len: 849 time: 0.0646815 Jul 26 15:09:56.297577 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-3ac202ff-c7ca-4de0-83fd-77c71a9bdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.299233 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-3ac202ff-c7ca-4de0-83fd-77c71a9bdf57 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1130 time: 0.0589249 Jul 26 15:09:56.314847 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-3a5aad4c-33ba-4a17-85a4-e4822bd4b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.316468 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-3a5aad4c-33ba-4a17-85a4-e4822bd4b639 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee9262c91631413b991af2efeb169cd0&device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1128 time: 0.0511508 Jul 26 15:09:56.353087 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-4dcb648d-7a10-42b5-a627-fdb1d58031cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.354662 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-4dcb648d-7a10-42b5-a627-fdb1d58031cc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25e10047-eaa5-41ef-808b-1d7621a68610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491860 Jul 26 15:09:56.420033 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-2d932597-133d-4d7e-ad80-fb821effdecd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 217 time: 0.0414228 Jul 26 15:09:56.448054 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-e7d07472-5a13-48b0-abc1-fafd0ed5cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.449598 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-e7d07472-5a13-48b0-abc1-fafd0ed5cd02 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.0934911 Jul 26 15:09:56.527590 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-e7ce29dc-0c20-4b8f-8e13-b7ed5819d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.529143 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-e7ce29dc-0c20-4b8f-8e13-b7ed5819d896 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e9ccb48d-39eb-4fae-a233-09bf01abf209 HTTP/1.1" status: 200 len: 854 time: 0.0919371 Jul 26 15:09:56.559815 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:56.581744 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad280-ab1a-4a80-adfc-3d407841d516 req-98cb3c90-3ee1-478b-bd62-163ffe11da4d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.582659 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:56.583253 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d51ad280-ab1a-4a80-adfc-3d407841d516 req-98cb3c90-3ee1-478b-bd62-163ffe11da4d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0664845 Jul 26 15:09:56.585517 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-f7691743-fca4-4260-99aa-57eacac1a758 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 200 len: 1002 time: 0.1070535 Jul 26 15:09:56.596352 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-09bb521c-414b-40d2-b701-58ada2924d94 service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114494 Jul 26 15:09:56.599528 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-29c0c4fc-083b-4c73-94b3-e1f0293c74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.600900 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-29c0c4fc-083b-4c73-94b3-e1f0293c74ac service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f00b30d1-b798-458a-a4ac-371e3eae95f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574613 Jul 26 15:09:56.673597 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-a651edf1-bb8f-497a-a6a8-37ee1563ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.674989 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-a651edf1-bb8f-497a-a6a8-37ee1563ef38 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0791264 Jul 26 15:09:56.678619 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d51ad280-ab1a-4a80-adfc-3d407841d516 req-4ca3eba0-d27a-4892-b825-e1e0a10db58d tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869975 Jul 26 15:09:56.736057 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-f07c8ef7-2381-420e-82fe-3c8fbc5195c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.737573 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-f07c8ef7-2381-420e-82fe-3c8fbc5195c3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534039 Jul 26 15:09:56.795708 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-2128a9c9-f278-4854-8113-6036ebde5c80 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786938 Jul 26 15:09:56.823916 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea378bfc-7fbb-42a3-85a6-72d634ccfa1c req-58c032cb-3af6-4405-8d38-e21d213d33d5 service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080967 Jul 26 15:09:56.827117 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-19b73d1c-f31c-4f05-a6f5-62061437b16e req-171a9ce4-cb7b-432d-9c0a-4768ae20bcc2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0567288 Jul 26 15:09:56.850222 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-a885d9a1-e23b-4408-a005-ec978a146a57 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977993 Jul 26 15:09:56.930678 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-449ce4f7-ce85-43e4-ad7f-4943a067e57e req-00ce1aa4-f3a0-452f-bc70-6fb22654817b service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164398 Jul 26 15:09:56.974047 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b7c303fa-f08d-4137-a372-2c26740fa147 req-9584a1fe-7edd-429b-849a-a9e648ef6eed service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085103 Jul 26 15:09:56.986599 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-e06d51dd-60e7-46a9-86c5-fd57460b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:56.988149 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-e06d51dd-60e7-46a9-86c5-fd57460b655b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 1130 time: 0.0464103 Jul 26 15:09:57.151376 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:57.165868 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a6399-db9f-4152-9a7c-5aac8949c35f req-aa2efe80-d426-4b90-8a0d-0db6461e44b0 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:57.167626 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cc7a6399-db9f-4152-9a7c-5aac8949c35f req-aa2efe80-d426-4b90-8a0d-0db6461e44b0 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0543253 Jul 26 15:09:57.224330 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cc7a6399-db9f-4152-9a7c-5aac8949c35f req-00f0f20c-2a87-481d-94df-f29dbe216c63 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505090 Jul 26 15:09:57.416223 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca336-f9c1-45bf-8bd5-6e447691c5fb req-9d09701b-33a1-4a85-a0c5-c84a4b5c91bf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:57.417812 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-400ca336-f9c1-45bf-8bd5-6e447691c5fb req-9d09701b-33a1-4a85-a0c5-c84a4b5c91bf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0594749 Jul 26 15:09:57.461544 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-c3ffd8ad-132d-4c8e-ac42-60bc0506c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:57.462935 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-c3ffd8ad-132d-4c8e-ac42-60bc0506c245 service neutron] 10.222.0.102 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 911 time: 0.4416859 Jul 26 15:09:57.490340 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-400ca336-f9c1-45bf-8bd5-6e447691c5fb req-bacd8480-db94-4f9f-98d3-4c2db813b9c8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611198 Jul 26 15:09:57.801332 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f1c5d-9da7-41d9-a6a0-f4a013572593 req-d5d252c2-b3c5-473e-8f16-3ca4051b59ea tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:57.803439 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0f5f1c5d-9da7-41d9-a6a0-f4a013572593 req-d5d252c2-b3c5-473e-8f16-3ca4051b59ea tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0495694 Jul 26 15:09:57.851771 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0f5f1c5d-9da7-41d9-a6a0-f4a013572593 req-b471b253-5a65-4381-9f35-efcde78c2128 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Jul 26 15:09:57.989370 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0e145239-320c-49d0-8128-749437c94a4e req-e764b59b-4d48-42fd-b659-a60f93018d35 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0277939 Jul 26 15:09:58.364082 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baf47b-ba00-4cb7-a493-ad6c7f60cc0c req-3f7ff639-3784-4e37-99b5-3971b0070a71 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:58.365567 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d5baf47b-ba00-4cb7-a493-ad6c7f60cc0c req-3f7ff639-3784-4e37-99b5-3971b0070a71 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0536613 Jul 26 15:09:58.417072 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d5baf47b-ba00-4cb7-a493-ad6c7f60cc0c req-883923b0-383e-4344-88af-0c2aa870902e tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Jul 26 15:09:58.450779 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:58.453750 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:58.613343 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3ef68-2d31-4b36-abfb-16a3a67879ae req-20c93f42-6858-4f1e-8cdf-e3cd00e9d279 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:58.614866 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-21c3ef68-2d31-4b36-abfb-16a3a67879ae req-20c93f42-6858-4f1e-8cdf-e3cd00e9d279 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0492043 Jul 26 15:09:58.694403 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:58.718360 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-bec30fdd-92ac-433f-9894-98076310fcf0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb HTTP/1.1" status: 200 len: 1002 time: 0.0885370 Jul 26 15:09:58.721671 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-21c3ef68-2d31-4b36-abfb-16a3a67879ae req-8bcf5618-d647-40fa-a0a2-cec2aa46018b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003456 Jul 26 15:09:58.971097 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8733d-c10a-4fa5-8d5f-9be529b9b0f1 req-5df3edc9-aa53-4f8e-b866-7f6d653909d3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:58.972662 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-26f8733d-c10a-4fa5-8d5f-9be529b9b0f1 req-5df3edc9-aa53-4f8e-b866-7f6d653909d3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0472562 Jul 26 15:09:59.022144 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-26f8733d-c10a-4fa5-8d5f-9be529b9b0f1 req-46725a44-d068-47b1-870e-b9d1850fcac5 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Jul 26 15:09:59.092338 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5d20c343-b26d-400f-b6ce-596fc2082a57 req-f9f30a14-2c3b-4878-9830-e2f28140492b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0281990 Jul 26 15:09:59.296970 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-ffb9d7ed-cb6e-4b61-b81c-63ace97d2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:59.300207 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-ffb9d7ed-cb6e-4b61-b81c-63ace97d2816 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef7095f0-cfe9-4349-aa50-a32e1922adb4 HTTP/1.1" status: 200 len: 849 time: 0.0745158 Jul 26 15:09:59.544630 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66c1fa-fecf-484e-a157-4025403b7434 req-450c5ffa-b013-46eb-b747-4cd9ad4fcbbb tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:59.546217 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cd66c1fa-fecf-484e-a157-4025403b7434 req-450c5ffa-b013-46eb-b747-4cd9ad4fcbbb tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 944 time: 0.0549681 Jul 26 15:09:59.600111 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-76a7217d-0498-405a-b3ec-1a0ee4f70cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:59.601647 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-76a7217d-0498-405a-b3ec-1a0ee4f70cde service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25e10047-eaa5-41ef-808b-1d7621a68610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528879 Jul 26 15:09:59.603791 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cd66c1fa-fecf-484e-a157-4025403b7434 req-ffedd5cc-72fe-4b77-ad66-da68c0d1f5c5 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515621 Jul 26 15:09:59.706781 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-7e52f033-938a-4f1f-823a-262084a7c2c9 service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951700 Jul 26 15:09:59.848090 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-320fa909-a3d2-4b29-a70a-9c2057f30333 req-4828f94c-89d7-4d6a-9a86-3bdd688f448f service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329122 Jul 26 15:09:59.865184 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dad2a8-e830-424d-a816-cd5664e309c2 req-b4776565-366d-400d-918c-13640d161110 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:59.866970 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-77dad2a8-e830-424d-a816-cd5664e309c2 req-b4776565-366d-400d-918c-13640d161110 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0643725 Jul 26 15:09:59.920447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445af4a-297d-4f79-ac0d-96043da5178a req-93b712a7-4db0-4f71-a8e9-c6ed1d210d88 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:59.922143 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-93b712a7-4db0-4f71-a8e9-c6ed1d210d88 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 815 time: 0.1129770 Jul 26 15:09:59.926575 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-77dad2a8-e830-424d-a816-cd5664e309c2 req-268d1c3f-25d8-4f1f-9911-de76b8dde3d8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511539 Jul 26 15:10:00.017929 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-07eee105-6f56-4b29-8dfe-44a1a761828a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 380 time: 0.0589683 Jul 26 15:10:00.196640 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a3362be3-4bf3-456a-bc97-abeb98be1f06 req-32cf9f5c-e651-4d3e-be30-84f188d11838 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0299819 Jul 26 15:10:00.238619 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'port': {'device_id': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'admin_state_up': True, 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'security_groups': ['409eadd3-bca0-450e-ab75-8f50847e40c6']}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:00.372972 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6d53b356-223b-4f5d-a62b-88f2c5b69216 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:10:00.486346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6d53b356-223b-4f5d-a62b-88f2c5b69216, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:00.498813 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'port_id': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:10:00.501353 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Made reservation on behalf of 242289f1dedc45ccbdd6aa8e19d4e414 for: {'port': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:10:00.505576 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:00.539525 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6d53b356-223b-4f5d-a62b-88f2c5b69216 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:10:00.539925 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:00.559791 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d53b356-223b-4f5d-a62b-88f2c5b69216 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:10:00.584114 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6d53b356-223b-4f5d-a62b-88f2c5b69216, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:00.597168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:00.644529 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Allocated IP 172.20.0.10 (bd3e2f67-4b42-4920-a974-5409190c3fa7/43757087-30ce-4642-b5f0-ce124a57fc73/719e7995-4710-47be-a9ec-6331681e1c1f) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:10:00.662639 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:00.666469 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:00.716869 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6d53b356-223b-4f5d-a62b-88f2c5b69216,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:00.732071 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e87161-a051-4e7a-a3c9-93a50274f3ab req-d4e1b3cc-b6db-4789-826f-253799e16728 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:00.739337 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6e87161-a051-4e7a-a3c9-93a50274f3ab req-d4e1b3cc-b6db-4789-826f-253799e16728 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 945 time: 0.0498786 Jul 26 15:10:00.790794 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6e87161-a051-4e7a-a3c9-93a50274f3ab req-7757c1b4-d4f2-4ee5-92f9-f1bf69a3d4c4 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505807 Jul 26 15:10:00.801612 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (719e7995-4710-47be-a9ec-6331681e1c1f), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:00.901471 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:00.944409 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:10:00.949711 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:10:00.954508 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:10:00.984939 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=719e7995-4710-47be-a9ec-6331681e1c1f,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:01.016227 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:01.016845 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:01.022017 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6d53b356-223b-4f5d-a62b-88f2c5b69216'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:10:01.078979 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ef23b-869d-4ef1-a756-de4c5c229988 req-81f91381-6b91-4497-928d-328ef7a7d199 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:01.081008 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b62ef23b-869d-4ef1-a756-de4c5c229988 req-81f91381-6b91-4497-928d-328ef7a7d199 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0600865 Jul 26 15:10:01.116817 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-fa2a0feb-4e8d-461e-9443-a305fc394ebd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8826241 Jul 26 15:10:01.130981 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Request body: {'port': {'device_id': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:01.178334 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b62ef23b-869d-4ef1-a756-de4c5c229988 req-e4bf8365-110d-4ba9-b458-eae1346219c6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883889 Jul 26 15:10:01.236603 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:01.288835 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-82c5c962-0c69-4d91-9c7a-49d43b4d6e96 None None] Provisioning complete for port 719e7995-4710-47be-a9ec-6331681e1c1f triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:10:01.289500 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-82c5c962-0c69-4d91-9c7a-49d43b4d6e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:01.327401 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-82c5c962-0c69-4d91-9c7a-49d43b4d6e96 None None] Port 719e7995-4710-47be-a9ec-6331681e1c1f cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:10:01.356129 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d74fb-1e63-4e49-be89-c5c69019c9e6 req-c759dd38-48dc-417c-ab92-5a421828d219 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:01.357722 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b06d74fb-1e63-4e49-be89-c5c69019c9e6 req-c759dd38-48dc-417c-ab92-5a421828d219 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 932 time: 0.0619414 Jul 26 15:10:01.369686 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:01.392656 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:01.419112 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b06d74fb-1e63-4e49-be89-c5c69019c9e6 req-91f0da14-69ae-4c3a-9227-2ace73e83f5e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527203 Jul 26 15:10:01.588125 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719e7995-4710-47be-a9ec-6331681e1c1f {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:10:01.596979 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Publish callbacks [] for port (719e7995-4710-47be-a9ec-6331681e1c1f), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:01.611565 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Transition to ACTIVE for port object 719e7995-4710-47be-a9ec-6331681e1c1f will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:10:01.711707 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:01.767950 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Pushing event updated for resources: {'Port': ['ID=719e7995-4710-47be-a9ec-6331681e1c1f,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:01.780130 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.780130 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.780462 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.780757 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.781091 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.781422 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.781752 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.782079 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.782420 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.782740 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.783092 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.783438 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.783789 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.784114 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.784463 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:01.906550 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Attempting to bind port 719e7995-4710-47be-a9ec-6331681e1c1f on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:10:01.906888 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Attempting to bind port 719e7995-4710-47be-a9ec-6331681e1c1f by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:10:01.907221 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Attempting to bind port 719e7995-4710-47be-a9ec-6331681e1c1f on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:10:01.930281 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Port 719e7995-4710-47be-a9ec-6331681e1c1f on network bd3e2f67-4b42-4920-a974-5409190c3fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:10:01.930605 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Attempting to bind port 719e7995-4710-47be-a9ec-6331681e1c1f on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:10:01.942659 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:10:01.943002 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Checking segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:10:01.943388 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Bound using segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:10:01.943864 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Bound port: 719e7995-4710-47be-a9ec-6331681e1c1f, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:10:01.944234 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:01.962817 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c6938-9145-4803-ac0b-42dd19d11cd5 req-ed6ff2a0-9b5b-491b-9422-f36981091f0a tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:01.964281 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3c1c6938-9145-4803-ac0b-42dd19d11cd5 req-ed6ff2a0-9b5b-491b-9422-f36981091f0a tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 945 time: 0.0757360 Jul 26 15:10:01.977909 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:02.062603 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3c1c6938-9145-4803-ac0b-42dd19d11cd5 req-61092263-3681-4664-a036-d27ffa1c84e8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918102 Jul 26 15:10:02.075486 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] For port 719e7995-4710-47be-a9ec-6331681e1c1f, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:10:02.079135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] For port 719e7995-4710-47be-a9ec-6331681e1c1f, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=719e7995-4710-47be-a9ec-6331681e1c1f,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:10:02.152464 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:02.192134 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:02.192762 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:02.194136 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] 10.222.0.102 "PUT /v2.0/ports/719e7995-4710-47be-a9ec-6331681e1c1f HTTP/1.1" status: 200 len: 1094 time: 1.0684674 Jul 26 15:10:02.194574 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'tag': '719e7995-4710-47be-a9ec-6331681e1c1f'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:02.197018 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f07b2-b60d-4363-9f1e-5e20633768a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a02cbd58-fa78-47f5-ac51-4e1aa930e4f7", "tag": "719e7995-4710-47be-a9ec-6331681e1c1f"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:02.225393 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19df9d0-94af-4ab8-b3e1-804bb0b0ac91 service neutron] Pushing event updated for resources: {'Port': ['ID=719e7995-4710-47be-a9ec-6331681e1c1f,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:02.247745 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba589c3-2afe-4ba1-8447-58507919eb7b x-openstack-request-id: req-3ba589c3-2afe-4ba1-8447-58507919eb7b {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:02.247745 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02cbd58-fa78-47f5-ac51-4e1aa930e4f7", "tag": "719e7995-4710-47be-a9ec-6331681e1c1f", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:02.247745 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3ba589c3-2afe-4ba1-8447-58507919eb7b {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:02.247745 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba589c3-2afe-4ba1-8447-58507919eb7b'] response: {'name': 'network-changed', 'server_uuid': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'tag': '719e7995-4710-47be-a9ec-6331681e1c1f', 'status': 'completed', 'code': 200} Jul 26 15:10:02.311499 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce63c-95b0-4131-8ece-f4077e41f9bf req-f4c7990b-8c31-4354-866f-3fc25d378e92 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:02.313111 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-466ce63c-95b0-4131-8ece-f4077e41f9bf req-f4c7990b-8c31-4354-866f-3fc25d378e92 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0546842 Jul 26 15:10:02.375520 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6d53b356-223b-4f5d-a62b-88f2c5b69216 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:10:02.377659 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-466ce63c-95b0-4131-8ece-f4077e41f9bf req-86bea166-f05e-4913-bc79-914483586805 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576458 Jul 26 15:10:02.425208 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 6d53b356-223b-4f5d-a62b-88f2c5b69216 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:10:02.487859 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f07b2-b60d-4363-9f1e-5e20633768a0 req-95020d92-ec6b-44a1-b4a7-6fcc05385c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:02.489963 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8d3f07b2-b60d-4363-9f1e-5e20633768a0 req-95020d92-ec6b-44a1-b4a7-6fcc05385c70 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 1128 time: 0.0461659 Jul 26 15:10:02.533500 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 6d53b356-223b-4f5d-a62b-88f2c5b69216 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:10:02.534292 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:02.588339 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:02.602943 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c63fc3-c385-4812-89f9-4bfb444f755c req-1f035c34-9d8f-46d4-93b3-97e974019e68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:02.604856 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-35c63fc3-c385-4812-89f9-4bfb444f755c req-1f035c34-9d8f-46d4-93b3-97e974019e68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0752711 Jul 26 15:10:02.636127 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f07b2-b60d-4363-9f1e-5e20633768a0 req-53c09ca4-bee1-45ae-bf25-476d1ca16696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:02.637951 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8d3f07b2-b60d-4363-9f1e-5e20633768a0 req-53c09ca4-bee1-45ae-bf25-476d1ca16696 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1358869 Jul 26 15:10:02.656371 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6d53b356-223b-4f5d-a62b-88f2c5b69216 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:10:02.657036 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:02.667431 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-35c63fc3-c385-4812-89f9-4bfb444f755c req-a83923af-22ff-4b94-a496-2a22b299187b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536394 Jul 26 15:10:02.691496 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:02.691496 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c869d307-d7d3-4aad-b3b5-bb40cd22b55b" -d '{"events": [{"server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:02.698904 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6d53b356-223b-4f5d-a62b-88f2c5b69216, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:02.739893 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16b6c5d-9087-494f-9dd3-773b1b097ce0 x-openstack-request-id: req-c16b6c5d-9087-494f-9dd3-773b1b097ce0 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:02.739893 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:02.739893 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c16b6c5d-9087-494f-9dd3-773b1b097ce0 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:02.739893 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16b6c5d-9087-494f-9dd3-773b1b097ce0'] response: {'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'code': 200} Jul 26 15:10:02.753804 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f07b2-b60d-4363-9f1e-5e20633768a0 req-a1fc84c3-7e56-4b6e-ab77-079cfe3aa34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:02.755954 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8d3f07b2-b60d-4363-9f1e-5e20633768a0 req-a1fc84c3-7e56-4b6e-ab77-079cfe3aa34f service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103172 Jul 26 15:10:02.792392 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:02.799898 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:02.850898 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6d53b356-223b-4f5d-a62b-88f2c5b69216,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:03.120759 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445af4a-297d-4f79-ac0d-96043da5178a req-f69e12f5-1811-4efd-9468-bd0ad45956b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:03.122408 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-f69e12f5-1811-4efd-9468-bd0ad45956b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 1128 time: 0.3211288 Jul 26 15:10:03.172540 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-428a907e-1fe1-4eda-b766-02f57b30d778 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=719e7995-4710-47be-a9ec-6331681e1c1f HTTP/1.1" status: 200 len: 217 time: 0.0375957 Jul 26 15:10:03.187696 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:03.216208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7f09-cffc-4dbb-b81a-fd533fd0cbb5 req-b2630708-212c-4b4b-b909-d32d086cd2a8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:03.217751 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-942a7f09-cffc-4dbb-b81a-fd533fd0cbb5 req-b2630708-212c-4b4b-b909-d32d086cd2a8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0732658 Jul 26 15:10:03.218707 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90755-eb5b-4214-a5ee-76b4554690f2 req-deb791e3-b526-4328-8edc-ad2b287c954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:03.220151 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ceb90755-eb5b-4214-a5ee-76b4554690f2 req-deb791e3-b526-4328-8edc-ad2b287c954f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1130 time: 0.0857751 Jul 26 15:10:03.223139 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445af4a-297d-4f79-ac0d-96043da5178a req-9f32a48c-ef26-48aa-b061-e66778c3b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:03.224599 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-9f32a48c-ef26-48aa-b061-e66778c3b2f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.0450647 Jul 26 15:10:03.283848 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445af4a-297d-4f79-ac0d-96043da5178a req-78c9c2cc-2ce1-414a-9ee5-50bd46859b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:03.285365 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-78c9c2cc-2ce1-414a-9ee5-50bd46859b44 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510406 Jul 26 15:10:03.296253 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-942a7f09-cffc-4dbb-b81a-fd533fd0cbb5 req-7ff5e247-e96a-4c71-baab-e840137c375a tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719776 Jul 26 15:10:03.308241 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ceb90755-eb5b-4214-a5ee-76b4554690f2 req-06c5e3ad-18b7-4b3e-97f8-aa42dd8b4901 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692096 Jul 26 15:10:03.380762 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-1f2917f4-c017-43c0-9b99-6d1f2d66c7f2 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876367 Jul 26 15:10:03.510552 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0b90b-6369-4f65-8142-9eacfdb88ba3 req-0b29a3e3-d574-498d-8a5f-db1909e59ea6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:03.511968 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ead0b90b-6369-4f65-8142-9eacfdb88ba3 req-0b29a3e3-d574-498d-8a5f-db1909e59ea6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0509734 Jul 26 15:10:03.586416 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:03.611424 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ead0b90b-6369-4f65-8142-9eacfdb88ba3 req-c1b9ba5b-c194-42ee-9bd5-df7566565b98 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926113 Jul 26 15:10:03.642584 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2445af4a-297d-4f79-ac0d-96043da5178a req-095b689b-dfe8-49a2-a1c9-63676e5427de service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113112 Jul 26 15:10:03.797281 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075243-443c-45aa-a0b1-fa4a0f2e4ddf req-a035e1ec-51f6-4d9f-ab22-2f56185f78e8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:03.799909 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0e075243-443c-45aa-a0b1-fa4a0f2e4ddf req-a035e1ec-51f6-4d9f-ab22-2f56185f78e8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0538983 Jul 26 15:10:03.858061 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0e075243-443c-45aa-a0b1-fa4a0f2e4ddf req-bc912d7f-8b19-4dee-8911-a7d2322cd241 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529687 Jul 26 15:10:04.427317 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c9b19-0df9-4cb9-96ba-d12fc4e8355f req-da292ffb-ee6b-4d36-b91d-94366a89a417 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:04.428821 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-763c9b19-0df9-4cb9-96ba-d12fc4e8355f req-da292ffb-ee6b-4d36-b91d-94366a89a417 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0548406 Jul 26 15:10:04.477637 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-763c9b19-0df9-4cb9-96ba-d12fc4e8355f req-3a2307fe-688c-43a2-933e-6d8cc999199e tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Jul 26 15:10:04.720026 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:04.733431 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfed6b-bbf2-48e8-893c-9a1c38ba05dc req-fe79868c-2459-4c18-81f5-790b4d01859b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:04.734933 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-60bfed6b-bbf2-48e8-893c-9a1c38ba05dc req-fe79868c-2459-4c18-81f5-790b4d01859b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0491250 Jul 26 15:10:04.784491 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-60bfed6b-bbf2-48e8-893c-9a1c38ba05dc req-1e8c97ab-a873-43f0-9f78-cac8c4298962 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433333 Jul 26 15:10:04.978441 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08984a20-438c-4fce-964e-d7343fb176b9 req-3313219f-8cb8-48cd-8283-683d8546cdc1 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:04.979890 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-08984a20-438c-4fce-964e-d7343fb176b9 req-3313219f-8cb8-48cd-8283-683d8546cdc1 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0471811 Jul 26 15:10:05.030513 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-08984a20-438c-4fce-964e-d7343fb176b9 req-e813d7af-fcd7-4936-80cc-333158d4413f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Jul 26 15:10:05.600659 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37481bfb-e4a3-417d-b7d6-e463f7e9e9cc req-cb2cb5a7-57a2-4c18-8636-6b9e1307da84 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:05.602320 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-37481bfb-e4a3-417d-b7d6-e463f7e9e9cc req-cb2cb5a7-57a2-4c18-8636-6b9e1307da84 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0492094 Jul 26 15:10:05.656041 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-37481bfb-e4a3-417d-b7d6-e463f7e9e9cc req-73e3ac98-371a-4411-b932-2759de1ef7e3 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480721 Jul 26 15:10:05.916901 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8ba97-596f-4d1b-9c78-350e44c72d1c req-c757788b-20bd-439e-aec4-61fdb59f9164 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:05.918674 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3d8ba97-596f-4d1b-9c78-350e44c72d1c req-c757788b-20bd-439e-aec4-61fdb59f9164 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0545771 Jul 26 15:10:05.969391 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3d8ba97-596f-4d1b-9c78-350e44c72d1c req-b94a02d3-b60f-4b7d-80d9-be884fa8b1bd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446911 Jul 26 15:10:06.156705 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2cc0f-a019-414f-a677-d220be5b551b req-6e849aab-7e68-41f2-95be-06f282d96b12 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:06.158342 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b5f2cc0f-a019-414f-a677-d220be5b551b req-6e849aab-7e68-41f2-95be-06f282d96b12 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0504901 Jul 26 15:10:06.209706 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b5f2cc0f-a019-414f-a677-d220be5b551b req-de480ebe-917a-46fd-8656-00e1e9613f1a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454392 Jul 26 15:10:06.781660 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b2c8-0e9f-4222-8e28-4d80f4b19ce5 req-ecc42efe-9159-4b72-8109-25c803355d4b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:06.783325 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6fe6b2c8-0e9f-4222-8e28-4d80f4b19ce5 req-ecc42efe-9159-4b72-8109-25c803355d4b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0480413 Jul 26 15:10:06.831996 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6fe6b2c8-0e9f-4222-8e28-4d80f4b19ce5 req-2e6ce90f-9875-453c-b6ce-a66aec4cc845 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Jul 26 15:10:07.092774 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94888d-a426-4403-832d-cbf9eb759e17 req-edca10c3-6c1a-44d0-b779-0a3ef01513d4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:07.094300 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-df94888d-a426-4403-832d-cbf9eb759e17 req-edca10c3-6c1a-44d0-b779-0a3ef01513d4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0486891 Jul 26 15:10:07.145086 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-df94888d-a426-4403-832d-cbf9eb759e17 req-a426ad5a-a166-432b-ba79-65c72695a5c1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Jul 26 15:10:07.336188 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485f11-afe6-45a7-af6b-c4b4bd93c10a req-63032272-f430-418b-a9d1-fd7a6253c16b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:07.337818 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e7485f11-afe6-45a7-af6b-c4b4bd93c10a req-63032272-f430-418b-a9d1-fd7a6253c16b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0493946 Jul 26 15:10:07.394117 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e7485f11-afe6-45a7-af6b-c4b4bd93c10a req-ea9ce84f-cae0-4d0d-83b4-b3eca11a5a59 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505235 Jul 26 15:10:07.963747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e08543-d5c7-44b8-80e5-a42d7503c3ce req-6f35faf7-1a8c-4dd6-aa7d-9f1176281f31 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:07.965339 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-14e08543-d5c7-44b8-80e5-a42d7503c3ce req-6f35faf7-1a8c-4dd6-aa7d-9f1176281f31 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0580959 Jul 26 15:10:08.017547 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-14e08543-d5c7-44b8-80e5-a42d7503c3ce req-09eef0f2-eab4-4bfa-bb31-7795b2fd29b5 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464008 Jul 26 15:10:08.443029 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda26d8c-ea07-4ee8-89c4-61730214c043 req-7dfd4c64-49ad-42e1-97fe-82aa2aa30766 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:08.444957 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fda26d8c-ea07-4ee8-89c4-61730214c043 req-7dfd4c64-49ad-42e1-97fe-82aa2aa30766 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0631762 Jul 26 15:10:08.523006 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fda26d8c-ea07-4ee8-89c4-61730214c043 req-4820ce65-4da4-4956-9a52-7da80690b87f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646405 Jul 26 15:10:08.562970 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc46ff-cf8e-4e75-aee5-a87f5a5840c4 req-61bcd8e1-a8b6-4b36-937c-62d83f87a202 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:08.564688 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-efbc46ff-cf8e-4e75-aee5-a87f5a5840c4 req-61bcd8e1-a8b6-4b36-937c-62d83f87a202 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0814886 Jul 26 15:10:08.625428 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-efbc46ff-cf8e-4e75-aee5-a87f5a5840c4 req-2f968430-c83d-4d5d-95c2-651f9a76315b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524518 Jul 26 15:10:09.139186 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea72e1-446c-490e-839e-eedeeca419e5 req-083439ad-10c6-4566-9523-8551413b0838 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:09.140626 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52ea72e1-446c-490e-839e-eedeeca419e5 req-083439ad-10c6-4566-9523-8551413b0838 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0484631 Jul 26 15:10:09.191306 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52ea72e1-446c-490e-839e-eedeeca419e5 req-dee52379-3675-4b6e-b337-9cfa793d79c9 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Jul 26 15:10:09.323599 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0e3ae-907d-4e1e-9632-334e770331d4 req-8e5039a1-7189-4f01-9d3b-6156fdbc3f76 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:09.323599 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-61b0e3ae-907d-4e1e-9632-334e770331d4 req-8e5039a1-7189-4f01-9d3b-6156fdbc3f76 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0568068 Jul 26 15:10:09.373190 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-61b0e3ae-907d-4e1e-9632-334e770331d4 req-ff00003e-2fd5-4ff3-b2d8-b2ba39231d5e tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Jul 26 15:10:09.640279 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39461a3-c2ac-4a50-b63c-3262b2ae75a3 req-ce991dd2-814b-4638-b99a-e68b4cf02b49 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:09.642367 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d39461a3-c2ac-4a50-b63c-3262b2ae75a3 req-ce991dd2-814b-4638-b99a-e68b4cf02b49 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0514066 Jul 26 15:10:09.661768 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:09.695348 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d39461a3-c2ac-4a50-b63c-3262b2ae75a3 req-6be9247f-ccac-41b2-a7fa-98af0c5f1b8d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472648 Jul 26 15:10:09.713294 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c0bce-1f0b-4d7f-8c3f-236038f3b0d3 req-f0d2bae7-3cc9-4a9c-8acf-d9b19ecba063 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:09.714962 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-549c0bce-1f0b-4d7f-8c3f-236038f3b0d3 req-f0d2bae7-3cc9-4a9c-8acf-d9b19ecba063 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Jul 26 15:10:09.765171 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-549c0bce-1f0b-4d7f-8c3f-236038f3b0d3 req-cf6287d5-12ac-4d2f-b860-dbd40da2f158 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Jul 26 15:10:09.799835 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1b8a4-3358-4bb4-860b-04ca9261404a req-b06ff232-2ddd-49b6-993a-2d82d67d0924 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:09.801601 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fff1b8a4-3358-4bb4-860b-04ca9261404a req-b06ff232-2ddd-49b6-993a-2d82d67d0924 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0488865 Jul 26 15:10:09.855537 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fff1b8a4-3358-4bb4-860b-04ca9261404a req-c3c31e45-dcaa-4e99-97c6-bc8ca0ff58f6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485690 Jul 26 15:10:10.363170 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:10.522669 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-48473e6b-5bde-4c7e-a4d5-dac030bf71ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:10.816518 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbaac9-2227-4f85-b9ec-83371d37778f req-41ff0982-278a-4278-9754-551141b795e4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:10.818039 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35bbaac9-2227-4f85-b9ec-83371d37778f req-41ff0982-278a-4278-9754-551141b795e4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0494671 Jul 26 15:10:10.867776 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-35bbaac9-2227-4f85-b9ec-83371d37778f req-3f73507b-2ea4-48ed-981e-4f5f99f105f2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440791 Jul 26 15:10:10.977328 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deb105-6f3c-4a4c-8b9c-bb1b01f8e4a6 req-bbb1a5d9-020d-4744-a1bd-6d7e62ba27ee tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:10.978837 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-89deb105-6f3c-4a4c-8b9c-bb1b01f8e4a6 req-bbb1a5d9-020d-4744-a1bd-6d7e62ba27ee tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0491986 Jul 26 15:10:11.030369 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-89deb105-6f3c-4a4c-8b9c-bb1b01f8e4a6 req-4ceaa025-688c-4f30-a335-01f7a9939b3e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458343 Jul 26 15:10:11.980038 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:11.991955 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d594119-797d-486b-9ac9-1afafb282740 req-8e1bc0b5-fff6-4284-85f2-60093542ee86 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:11.993452 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5d594119-797d-486b-9ac9-1afafb282740 req-8e1bc0b5-fff6-4284-85f2-60093542ee86 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0491607 Jul 26 15:10:12.046110 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5d594119-797d-486b-9ac9-1afafb282740 req-f354ef0a-e472-49c3-94a0-9dc8a4a3cbd8 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471842 Jul 26 15:10:12.154264 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d58570-53a6-4b5e-b991-d18317a11ed3 req-6181c7b1-1860-43d7-b45c-2fe58fc34ee3 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:12.155667 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83d58570-53a6-4b5e-b991-d18317a11ed3 req-6181c7b1-1860-43d7-b45c-2fe58fc34ee3 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 944 time: 0.0476308 Jul 26 15:10:12.160572 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 719e7995-4710-47be-a9ec-6331681e1c1f details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:10:12.207661 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83d58570-53a6-4b5e-b991-d18317a11ed3 req-81aa7a8a-ee31-4678-b216-5fdb785fa9e2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457187 Jul 26 15:10:12.269714 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 719e7995-4710-47be-a9ec-6331681e1c1f, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=719e7995-4710-47be-a9ec-6331681e1c1f,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:12.287042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '719e7995-4710-47be-a9ec-6331681e1c1f', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'port_id': '719e7995-4710-47be-a9ec-6331681e1c1f', 'mac_address': 'fa:16:3e:15:63:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:10:12.325490 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 719e7995-4710-47be-a9ec-6331681e1c1f is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:10:12.325876 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:12.339972 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719e7995-4710-47be-a9ec-6331681e1c1f {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:10:12.360428 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 719e7995-4710-47be-a9ec-6331681e1c1f, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=719e7995-4710-47be-a9ec-6331681e1c1f,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:12.448749 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:12.506466 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=719e7995-4710-47be-a9ec-6331681e1c1f,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:12.513736 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.514086 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.514430 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.514769 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.515101 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.515429 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.515785 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.516112 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.516946 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.517366 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.517691 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.518042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.518370 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.518755 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.519074 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:12.888266 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['719e7995-4710-47be-a9ec-6331681e1c1f'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:10:13.152476 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:13.169841 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96654791-34a9-45ca-9dca-c60ac2327714 req-84d2e14b-7f55-405b-a300-628b42614d2b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:13.171425 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-96654791-34a9-45ca-9dca-c60ac2327714 req-84d2e14b-7f55-405b-a300-628b42614d2b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0492077 Jul 26 15:10:13.223829 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-96654791-34a9-45ca-9dca-c60ac2327714 req-ddd3a339-2397-4e19-a9dd-8e68800da646 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461023 Jul 26 15:10:13.326362 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:13.335102 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b10bab-e057-4968-bbea-7a7308828c2d req-33f3b795-2ee1-477f-8851-6bb9cf78f79c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:13.336606 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76b10bab-e057-4968-bbea-7a7308828c2d req-33f3b795-2ee1-477f-8851-6bb9cf78f79c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 945 time: 0.0526006 Jul 26 15:10:13.386053 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76b10bab-e057-4968-bbea-7a7308828c2d req-4a120ea9-04fe-4153-b7e0-ac5e63df83f9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433509 Jul 26 15:10:13.734261 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9391db60-d9b0-49ac-9fbb-a2efe3105e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:13.909235 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 719e7995-4710-47be-a9ec-6331681e1c1f up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:10:13.957643 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 719e7995-4710-47be-a9ec-6331681e1c1f completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:10:14.077395 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 719e7995-4710-47be-a9ec-6331681e1c1f triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:10:14.077572 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:14.163298 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 719e7995-4710-47be-a9ec-6331681e1c1f is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:10:14.163715 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:14.188016 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e7995-4710-47be-a9ec-6331681e1c1f'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:14.193720 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0200663b-0cc1-4abd-a085-53233d877aa1" -d '{"events": [{"server_uuid": "a02cbd58-fa78-47f5-ac51-4e1aa930e4f7", "name": "network-vif-plugged", "status": "completed", "tag": "719e7995-4710-47be-a9ec-6331681e1c1f"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:14.196229 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:14.206910 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 719e7995-4710-47be-a9ec-6331681e1c1f, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=719e7995-4710-47be-a9ec-6331681e1c1f,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:14.234038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da50d994-4d2a-4052-880c-cb762a6d66a4 x-openstack-request-id: req-da50d994-4d2a-4052-880c-cb762a6d66a4 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:14.234367 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02cbd58-fa78-47f5-ac51-4e1aa930e4f7", "name": "network-vif-plugged", "status": "completed", "tag": "719e7995-4710-47be-a9ec-6331681e1c1f", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:14.234624 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-da50d994-4d2a-4052-880c-cb762a6d66a4 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:14.235170 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da50d994-4d2a-4052-880c-cb762a6d66a4'] response: {'server_uuid': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e7995-4710-47be-a9ec-6331681e1c1f', 'code': 200} Jul 26 15:10:14.322977 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:14.357829 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bde91-d75c-48ce-8bab-63711399f6d0 req-8a45bc04-faf2-4f3c-b5a8-a2a9c22cf395 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:14.359561 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-380bde91-d75c-48ce-8bab-63711399f6d0 req-8a45bc04-faf2-4f3c-b5a8-a2a9c22cf395 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0510056 Jul 26 15:10:14.400416 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=719e7995-4710-47be-a9ec-6331681e1c1f,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:14.422416 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-380bde91-d75c-48ce-8bab-63711399f6d0 req-c4da96fe-f530-47a0-9fcc-ca15fd59895e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525935 Jul 26 15:10:14.533330 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6cdd3-f858-45ae-a1d2-14333c599e4c req-26528217-09ee-4e86-beba-b90a95c50cb8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:14.535132 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d6cdd3-f858-45ae-a1d2-14333c599e4c req-26528217-09ee-4e86-beba-b90a95c50cb8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0581565 Jul 26 15:10:14.590735 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d6cdd3-f858-45ae-a1d2-14333c599e4c req-5565085a-016b-4d1a-ad5e-26140419251b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496337 Jul 26 15:10:14.596760 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7da79-280d-4c62-9446-faa651d8988f req-1a0bf207-2412-4967-8c1d-c04245897f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:14.598308 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0bb7da79-280d-4c62-9446-faa651d8988f req-1a0bf207-2412-4967-8c1d-c04245897f08 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 1130 time: 0.0414205 Jul 26 15:10:14.651587 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0bb7da79-280d-4c62-9446-faa651d8988f req-4725d923-eefb-494b-a9c2-762542066af7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401382 Jul 26 15:10:15.175774 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:15.220862 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:15.545718 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0677-5662-4d1b-baff-df6906275671 req-3f7e1de3-811f-4fa4-88df-6c53ea659379 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:15.547187 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6acc0677-5662-4d1b-baff-df6906275671 req-3f7e1de3-811f-4fa4-88df-6c53ea659379 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0522692 Jul 26 15:10:15.599981 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6acc0677-5662-4d1b-baff-df6906275671 req-3c503be0-5dc6-45b0-a4df-2be791c93ac3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471063 Jul 26 15:10:15.719078 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdadf-2bb5-4265-8d30-033472496966 req-25209a1e-88d1-455e-b095-6318684ac0f6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:15.720766 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cb6bdadf-2bb5-4265-8d30-033472496966 req-25209a1e-88d1-455e-b095-6318684ac0f6 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0529478 Jul 26 15:10:15.773929 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cb6bdadf-2bb5-4265-8d30-033472496966 req-a2fdc05c-e0fc-47da-bf00-86cf5707b251 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464225 Jul 26 15:10:16.311703 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:16.729858 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb6650-fb8b-40d5-a35b-e057183369c8 req-76fb3823-8681-4d83-ae9d-f90e5c0df20a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:16.731382 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-72bb6650-fb8b-40d5-a35b-e057183369c8 req-76fb3823-8681-4d83-ae9d-f90e5c0df20a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0504012 Jul 26 15:10:16.784771 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-72bb6650-fb8b-40d5-a35b-e057183369c8 req-da13f60d-d87d-4db0-ae23-2bf4665b95a6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466177 Jul 26 15:10:16.901609 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a58937-bdb2-4755-8199-8425053d2144 req-6a8f63aa-e771-4c8d-aa15-174bc05106ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:16.903051 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-79a58937-bdb2-4755-8199-8425053d2144 req-6a8f63aa-e771-4c8d-aa15-174bc05106ae tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0543087 Jul 26 15:10:16.960579 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-79a58937-bdb2-4755-8199-8425053d2144 req-2399d3a8-0ebd-4237-ab6d-be79365d0fb5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510330 Jul 26 15:10:17.094083 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee36a52-c8e2-43fa-88bd-82486ece81cd req-33c684f2-9eaa-4d41-b873-d3355036113b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:17.096339 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7ee36a52-c8e2-43fa-88bd-82486ece81cd req-33c684f2-9eaa-4d41-b873-d3355036113b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0550797 Jul 26 15:10:17.107391 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39890) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:17.112980 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'floatingip': {'port_id': '719e7995-4710-47be-a9ec-6331681e1c1f'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:17.160096 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (429fbdad-26ac-44b1-9e3a-d0bb3ef23b00), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:17.240573 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:17.334593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:17.575277 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:17.681852 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:17.751570 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (429fbdad-26ac-44b1-9e3a-d0bb3ef23b00), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:17.869846 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Floating IP 429fbdad-26ac-44b1-9e3a-d0bb3ef23b00 associated. External IP: 172.27.2.32, port: 719e7995-4710-47be-a9ec-6331681e1c1f. Jul 26 15:10:18.001337 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc544df-6561-4492-aaf3-57fdd9919307 req-d4af254a-175c-46d1-8488-8c64e23497c9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:18.003477 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cbc544df-6561-4492-aaf3-57fdd9919307 req-d4af254a-175c-46d1-8488-8c64e23497c9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.1290758 Jul 26 15:10:18.021907 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:18.110710 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cbc544df-6561-4492-aaf3-57fdd9919307 req-777e5e26-0744-4eb0-a11a-c169309884a1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006434 Jul 26 15:10:18.182917 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:10:18.320606 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:10:18.320606 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:18.320806 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:10:18.331815 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:10:18.333017 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:10:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:18.354363 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-2b418049-d5b8-47f6-be7c-dac4a18d9930 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "PUT /v2.0/floatingips/429fbdad-26ac-44b1-9e3a-d0bb3ef23b00 HTTP/1.1" status: 200 len: 991 time: 1.2451208 Jul 26 15:10:18.355313 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'tag': '719e7995-4710-47be-a9ec-6331681e1c1f'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:18.358952 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121ed364-89e1-4835-b9a4-c3407a4b3719" -d '{"events": [{"name": "network-changed", "server_uuid": "a02cbd58-fa78-47f5-ac51-4e1aa930e4f7", "tag": "719e7995-4710-47be-a9ec-6331681e1c1f"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:18.400084 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dcc112-19f1-4f10-b6bf-33e6540b5e50 x-openstack-request-id: req-51dcc112-19f1-4f10-b6bf-33e6540b5e50 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:18.400372 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02cbd58-fa78-47f5-ac51-4e1aa930e4f7", "tag": "719e7995-4710-47be-a9ec-6331681e1c1f", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:18.400629 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-51dcc112-19f1-4f10-b6bf-33e6540b5e50 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:18.401045 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dcc112-19f1-4f10-b6bf-33e6540b5e50'] response: {'name': 'network-changed', 'server_uuid': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'tag': '719e7995-4710-47be-a9ec-6331681e1c1f', 'status': 'completed', 'code': 200} Jul 26 15:10:18.452505 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:10:18.478544 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-feacd3cf-af7d-43cc-97b9-e382c58fc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:18.480235 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-feacd3cf-af7d-43cc-97b9-e382c58fc152 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 1130 time: 0.0429568 Jul 26 15:10:18.599274 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-cb81e38b-5fa2-47f3-be44-a7048af1056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:18.600999 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-cb81e38b-5fa2-47f3-be44-a7048af1056d service neutron] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 916 time: 0.1118731 Jul 26 15:10:18.705305 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '429fbdad-26ac-44b1-9e3a-d0bb3ef23b00', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '719e7995-4710-47be-a9ec-6331681e1c1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:15:63:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:09:52Z', 'updated_at': '2022-07-26T15:10:17Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:18.736000 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:10:18.745247 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:10:18.745872 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:10:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:18.763375 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-d1d3cb70-ab74-4810-a8f2-8cfbefab20c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=719e7995-4710-47be-a9ec-6331681e1c1f HTTP/1.1" status: 200 len: 999 time: 0.0613458 Jul 26 15:10:18.820675 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-628231fb-4fb6-4ef6-b9c6-b03a4174a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:18.822176 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-628231fb-4fb6-4ef6-b9c6-b03a4174a599 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.0514476 Jul 26 15:10:18.864317 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:10:18.870283 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-473c1e87-eede-477c-8642-ae73ca6e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:18.871934 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-473c1e87-eede-477c-8642-ae73ca6e7c7e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409698 Jul 26 15:10:18.968621 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-7021016a-0d34-4817-9de8-fbfdfe2f5523 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891922 Jul 26 15:10:19.078064 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-121ed364-89e1-4835-b9a4-c3407a4b3719 req-73453b7a-7bcf-4704-8d76-84b4f6087ccc service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947239 Jul 26 15:10:19.102564 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '429fbdad-26ac-44b1-9e3a-d0bb3ef23b00', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '719e7995-4710-47be-a9ec-6331681e1c1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:15:63:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:09:52Z', 'updated_at': '2022-07-26T15:10:17Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:19.130195 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc19a31-6879-444b-888f-4deee5e2500d None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '429fbdad-26ac-44b1-9e3a-d0bb3ef23b00', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': '719e7995-4710-47be-a9ec-6331681e1c1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:15:63:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:09:52Z', 'updated_at': '2022-07-26T15:10:17Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:10:19.242441 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbcf54-6d8a-472c-ad8c-f8d95c31ac2f req-fc5cab2b-fecd-416d-a60e-88eca76708c7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:19.252063 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7bbbcf54-6d8a-472c-ad8c-f8d95c31ac2f req-fc5cab2b-fecd-416d-a60e-88eca76708c7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0519760 Jul 26 15:10:19.303215 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7bbbcf54-6d8a-472c-ad8c-f8d95c31ac2f req-2e378cb9-9b9d-4d34-a292-1c1060bf0cc0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499625 Jul 26 15:10:19.353341 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf79abac-f307-428c-b532-932c97552c10 None None] New status for floating IP 429fbdad-26ac-44b1-9e3a-d0bb3ef23b00: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:10:20.420393 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:20.439545 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbc3b1-730f-43ff-acf5-c0ea5abfdee7 req-e4627735-1012-4e3e-bea7-df55ac6e5dd0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:20.441033 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-efcbc3b1-730f-43ff-acf5-c0ea5abfdee7 req-e4627735-1012-4e3e-bea7-df55ac6e5dd0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0498738 Jul 26 15:10:20.461009 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:20.492984 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-efcbc3b1-730f-43ff-acf5-c0ea5abfdee7 req-ec2f1c90-2028-46bc-8d28-29336ed65cb1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462341 Jul 26 15:10:21.618550 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8468d-de45-4252-9a0a-b47edd83139e req-5e5632d0-fb5f-4d2e-99dd-9e01b7c6df19 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:21.620055 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-93f8468d-de45-4252-9a0a-b47edd83139e req-5e5632d0-fb5f-4d2e-99dd-9e01b7c6df19 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0517299 Jul 26 15:10:21.670530 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-93f8468d-de45-4252-9a0a-b47edd83139e req-ad52f0c1-610d-42ec-9dfb-8663081870cf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 Jul 26 15:10:22.799055 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17584c83-ada6-4f64-b070-10944375001d req-4c474a75-c29b-4803-9600-3c312f006bbc tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:22.800482 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-17584c83-ada6-4f64-b070-10944375001d req-4c474a75-c29b-4803-9600-3c312f006bbc tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0536981 Jul 26 15:10:22.848732 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-17584c83-ada6-4f64-b070-10944375001d req-69889b05-4978-4fc8-bca3-7ca4622a845f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Jul 26 15:10:23.863311 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5298ae4-2645-472e-b23c-cc8c34a6a272 req-d0d287f7-d647-4ddc-a58f-25d52dce385b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:23.864716 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b5298ae4-2645-472e-b23c-cc8c34a6a272 req-d0d287f7-d647-4ddc-a58f-25d52dce385b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0469844 Jul 26 15:10:23.914813 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b5298ae4-2645-472e-b23c-cc8c34a6a272 req-4d141a9e-608e-4248-8499-e9c1dbc2dd58 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 Jul 26 15:10:23.945986 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39946) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:23.973542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bdd8b-1bb6-490a-a4c0-9489189cc7eb req-03a6650b-b141-472d-a2eb-a292beb68925 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:23.975142 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b96bdd8b-1bb6-490a-a4c0-9489189cc7eb req-03a6650b-b141-472d-a2eb-a292beb68925 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0511839 Jul 26 15:10:24.027388 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b96bdd8b-1bb6-490a-a4c0-9489189cc7eb req-38fbb172-aac2-4434-865f-dec3e72d25ff tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462899 Jul 26 15:10:24.060158 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:24.095006 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f321e4-cad6-4634-9a61-a81eb68da988 tempest-TestMinimumBasicScenario-708618121 tempest-TestMinimumBasicScenario-708618121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:24.096583 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-a5f321e4-cad6-4634-9a61-a81eb68da988 tempest-TestMinimumBasicScenario-708618121 tempest-TestMinimumBasicScenario-708618121-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1125 time: 0.1495805 Jul 26 15:10:24.100132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39950) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:24.104587 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'port_id': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:24.214430 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:24.304321 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:24.433311 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Allocated IP 172.27.2.233 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/27b626db-4daa-4970-b888-4f55c8b30617) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:10:24.551521 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for port (27b626db-4daa-4970-b888-4f55c8b30617), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:24.578040 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:24.649106 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (27b626db-4daa-4970-b888-4f55c8b30617), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:24.697728 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:10:24.702630 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:10:24.706630 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:10:24.709978 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'Port': ['ID=27b626db-4daa-4970-b888-4f55c8b30617,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:24.741668 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.742008 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.742653 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.742653 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.743105 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.743293 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.743647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.743965 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.744281 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.744598 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.744915 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.745232 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.745557 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.745870 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.746180 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:24.923986 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:25.089326 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for floatingip (073e17f5-8f48-4966-a446-01b8ddb7255a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:25.168744 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea97da-3c04-4a3b-a963-e8abcfa50fcf req-6ac52707-e2d0-4fb2-9717-71a50062cffb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:25.170227 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74ea97da-3c04-4a3b-a963-e8abcfa50fcf req-6ac52707-e2d0-4fb2-9717-71a50062cffb tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0612619 Jul 26 15:10:25.224050 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-74ea97da-3c04-4a3b-a963-e8abcfa50fcf req-f041f4c0-cdba-4ace-b97f-c947866958dd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473881 Jul 26 15:10:25.258783 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (27b626db-4daa-4970-b888-4f55c8b30617), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:25.413322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for port (27b626db-4daa-4970-b888-4f55c8b30617), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:25.501755 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (27b626db-4daa-4970-b888-4f55c8b30617), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:25.541203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:25.578767 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'Port': ['ID=27b626db-4daa-4970-b888-4f55c8b30617,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:25.602576 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (073e17f5-8f48-4966-a446-01b8ddb7255a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:25.955364 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Floating IP 073e17f5-8f48-4966-a446-01b8ddb7255a associated. External IP: 172.27.2.233, port: 6d53b356-223b-4f5d-a62b-88f2c5b69216. Jul 26 15:10:26.105222 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:26.134704 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5231b-a16a-4e05-ae67-3e8fadf7e80f req-26a3af9b-76b0-460f-b4e2-385168e9a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:26.136296 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3aa5231b-a16a-4e05-ae67-3e8fadf7e80f req-26a3af9b-76b0-460f-b4e2-385168e9a815 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1130 time: 0.0964005 Jul 26 15:10:26.174888 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:10:26.188185 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3aa5231b-a16a-4e05-ae67-3e8fadf7e80f req-19060455-0d5b-4de0-a3e8-9217c29c4229 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446775 Jul 26 15:10:26.295353 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:10:26.306549 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] Sync routers for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:10:26.322149 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:10:26.322678 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:10:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:26.358404 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fbf4b-1156-4ea5-bebe-774531b564c0 req-f464590c-4b2a-4434-98fa-6f7eb593a090 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:26.360249 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-986fbf4b-1156-4ea5-bebe-774531b564c0 req-f464590c-4b2a-4434-98fa-6f7eb593a090 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0529389 Jul 26 15:10:26.411527 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-986fbf4b-1156-4ea5-bebe-774531b564c0 req-26892231-3ffe-4081-8bd9-79e33d50439a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Jul 26 15:10:26.435099 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:10:26.471926 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:26.483645 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:26.520526 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-eec2ce78-231d-41b6-bbb3-26d1b9d4e44b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4193442 Jul 26 15:10:26.521151 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:26.523412 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e" -d '{"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:26.523670 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 39968) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:26.528088 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-ed70cde7-64b3-42ca-8290-35666d331509 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132711478', 'description': 'tempest-secgroup-smoke-2132711478 description', 'project_id': 'ee9262c91631413b991af2efeb169cd0'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:26.537715 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:26.561369 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6359409-7683-47be-887a-6d48378f0778 x-openstack-request-id: req-b6359409-7683-47be-887a-6d48378f0778 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:26.561656 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:26.561997 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b6359409-7683-47be-887a-6d48378f0778 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:26.562401 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6359409-7683-47be-887a-6d48378f0778'] response: {'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'status': 'completed', 'code': 200} Jul 26 15:10:26.630172 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-ad1985d4-3661-4ecc-8ebe-cf7960bac79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:26.630172 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-ad1985d4-3661-4ecc-8ebe-cf7960bac79a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee9262c91631413b991af2efeb169cd0&device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1130 time: 0.0411973 Jul 26 15:10:26.670093 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '073e17f5-8f48-4966-a446-01b8ddb7255a', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'port_id': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74359d93-5827-4800-a2e7-92675b4a30b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:10:24Z', 'updated_at': '2022-07-26T15:10:24Z', 'revision_number': 0, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:15Z', 'revision_number': 5, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:26.701338 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] Checking router: 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:10:26.714466 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:10:26.714466 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:10:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:26.728593 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ed70cde7-64b3-42ca-8290-35666d331509 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:26.757565 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-0f9de6bd-c2f5-4eb3-bc04-5e2412d2c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:26.759972 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-0f9de6bd-c2f5-4eb3-bc04-5e2412d2c3ca service neutron] 10.222.0.102 "GET /v2.0/networks?id=f00b30d1-b798-458a-a4ac-371e3eae95f6 HTTP/1.1" status: 200 len: 916 time: 0.1210520 Jul 26 15:10:26.830547 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ed70cde7-64b3-42ca-8290-35666d331509 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group (98b1d07f-96c7-443a-8199-36f4c4bf19c9), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:26.928346 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ed70cde7-64b3-42ca-8290-35666d331509 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (98b1d07f-96c7-443a-8199-36f4c4bf19c9), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:26.952973 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:10:26.962237 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70cde7-64b3-42ca-8290-35666d331509 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b1d07f-96c7-443a-8199-36f4c4bf19c9,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:27.036291 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ed70cde7-64b3-42ca-8290-35666d331509 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.038460 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ed70cde7-64b3-42ca-8290-35666d331509 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5137300 Jul 26 15:10:27.041594 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39978) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:27.046579 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-9e6a3263-5a7f-435d-9143-d5071832a771 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'security_group_rule': {'security_group_id': '98b1d07f-96c7-443a-8199-36f4c4bf19c9', 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:27.176712 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3263-5a7f-435d-9143-d5071832a771 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (566f3157-7032-46c0-a25f-25c4af6a1c98), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.196832 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '073e17f5-8f48-4966-a446-01b8ddb7255a', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'port_id': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74359d93-5827-4800-a2e7-92675b4a30b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:10:24Z', 'updated_at': '2022-07-26T15:10:24Z', 'revision_number': 0, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:15Z', 'revision_number': 5, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:27.225459 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87234065-6c01-46d1-a15d-d67e5180f57d None None] The sync data for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi is: [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '073e17f5-8f48-4966-a446-01b8ddb7255a', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'port_id': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74359d93-5827-4800-a2e7-92675b4a30b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:10:24Z', 'updated_at': '2022-07-26T15:10:24Z', 'revision_number': 0, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:15Z', 'revision_number': 5, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:10:27.265437 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b72a55-844e-42c8-b571-0fdf88c6f762 req-68f5893f-ac5f-4b52-8a5a-aafa401aebfc tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:27.268191 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c1b72a55-844e-42c8-b571-0fdf88c6f762 req-68f5893f-ac5f-4b52-8a5a-aafa401aebfc tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.0695386 Jul 26 15:10:27.291374 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3263-5a7f-435d-9143-d5071832a771 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (566f3157-7032-46c0-a25f-25c4af6a1c98), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.331391 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c1b72a55-844e-42c8-b571-0fdf88c6f762 req-acdc21cb-8a2d-4357-9705-9a427e4b9a9b tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490484 Jul 26 15:10:27.341727 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-796af651-b85f-4b34-a092-f83cdd21d043 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 1000 time: 0.0742013 Jul 26 15:10:27.425691 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3263-5a7f-435d-9143-d5071832a771 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (566f3157-7032-46c0-a25f-25c4af6a1c98), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.438110 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-12494db7-a16e-4d2c-95f1-61e7c86bcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:27.440215 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-12494db7-a16e-4d2c-95f1-61e7c86bcefd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e9ccb48d-39eb-4fae-a233-09bf01abf209 HTTP/1.1" status: 200 len: 854 time: 0.0580535 Jul 26 15:10:27.448364 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a3263-5a7f-435d-9143-d5071832a771 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566f3157-7032-46c0-a25f-25c4af6a1c98,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:27.471557 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415e4d7-3a1d-4a66-9bf7-90a49fb8784d None None] New status for floating IP 073e17f5-8f48-4966-a446-01b8ddb7255a: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:10:27.560767 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c722d4-0bee-4137-af04-f8fd955c3bc7 req-d1b95856-377f-4816-86aa-fafce3bfb3fd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:27.562264 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-06c722d4-0bee-4137-af04-f8fd955c3bc7 req-d1b95856-377f-4816-86aa-fafce3bfb3fd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0621727 Jul 26 15:10:27.576274 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3263-5a7f-435d-9143-d5071832a771 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.581256 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9e6a3263-5a7f-435d-9143-d5071832a771 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5347717 Jul 26 15:10:27.581744 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39984) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:27.586717 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-716c3d73-28bb-4073-b1cb-a562db447ef2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'security_group_rule': {'security_group_id': '98b1d07f-96c7-443a-8199-36f4c4bf19c9', 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:27.617621 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-06c722d4-0bee-4137-af04-f8fd955c3bc7 req-368af69c-3eb6-438c-9355-45d9e99ccda9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483344 Jul 26 15:10:27.711425 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-716c3d73-28bb-4073-b1cb-a562db447ef2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (063daa9e-111d-43b8-a773-3dc6d2293476), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.788720 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-716c3d73-28bb-4073-b1cb-a562db447ef2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (063daa9e-111d-43b8-a773-3dc6d2293476), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.888185 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-716c3d73-28bb-4073-b1cb-a562db447ef2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (063daa9e-111d-43b8-a773-3dc6d2293476), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.908553 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c3d73-28bb-4073-b1cb-a562db447ef2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063daa9e-111d-43b8-a773-3dc6d2293476,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:27.998749 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-716c3d73-28bb-4073-b1cb-a562db447ef2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.999925 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-716c3d73-28bb-4073-b1cb-a562db447ef2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4169853 Jul 26 15:10:28.002887 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39986) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:28.007366 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-71f282a5-f304-4e11-9d79-f8690d47a989 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'security_group_rule': {'security_group_id': '98b1d07f-96c7-443a-8199-36f4c4bf19c9', 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:28.119241 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71f282a5-f304-4e11-9d79-f8690d47a989 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (5c40158d-da5a-45ef-abc9-bb7e00c8b8f2), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.144374 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:28.177916 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71f282a5-f304-4e11-9d79-f8690d47a989 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (5c40158d-da5a-45ef-abc9-bb7e00c8b8f2), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.265269 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71f282a5-f304-4e11-9d79-f8690d47a989 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (5c40158d-da5a-45ef-abc9-bb7e00c8b8f2), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.286942 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f282a5-f304-4e11-9d79-f8690d47a989 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c40158d-da5a-45ef-abc9-bb7e00c8b8f2,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:28.392125 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:10:28.397583 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71f282a5-f304-4e11-9d79-f8690d47a989 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.403270 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-71f282a5-f304-4e11-9d79-f8690d47a989 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3949785 Jul 26 15:10:28.403270 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39990) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:28.406435 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-8603d36d-b6bf-40a3-9eb6-facd8b86c158 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'security_group_rule': {'security_group_id': '98b1d07f-96c7-443a-8199-36f4c4bf19c9', 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:28.467985 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd3a3d-5415-4979-99e1-887f9126dabe req-31aca0cb-0404-4a01-ad16-b79f9d3a94ab tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:28.469641 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bbbd3a3d-5415-4979-99e1-887f9126dabe req-31aca0cb-0404-4a01-ad16-b79f9d3a94ab tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.0559313 Jul 26 15:10:28.489346 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:28.521106 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bbbd3a3d-5415-4979-99e1-887f9126dabe req-bba9a467-6b25-4c8c-bfa1-9c27fa4f9bab tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Jul 26 15:10:28.540258 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8603d36d-b6bf-40a3-9eb6-facd8b86c158 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (633118e4-5bc8-4d0a-96e0-0f0dd6362d19), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.603995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8603d36d-b6bf-40a3-9eb6-facd8b86c158 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (633118e4-5bc8-4d0a-96e0-0f0dd6362d19), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.664982 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8603d36d-b6bf-40a3-9eb6-facd8b86c158 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (633118e4-5bc8-4d0a-96e0-0f0dd6362d19), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.684211 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603d36d-b6bf-40a3-9eb6-facd8b86c158 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633118e4-5bc8-4d0a-96e0-0f0dd6362d19,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:28.731320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:28.745417 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d8249-6a0c-436e-a260-af665faaf0a8 req-59259309-c1c9-4a7b-bfcd-c59d25485141 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:28.746901 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f21d8249-6a0c-436e-a260-af665faaf0a8 req-59259309-c1c9-4a7b-bfcd-c59d25485141 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0541084 Jul 26 15:10:28.753616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8603d36d-b6bf-40a3-9eb6-facd8b86c158 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.754824 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-8603d36d-b6bf-40a3-9eb6-facd8b86c158 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3519468 Jul 26 15:10:28.757618 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39994) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:28.759494 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:28.762180 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-a7ebec8b-c79e-494c-b0e5-0564e9ff1684 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'security_group_rule': {'security_group_id': '98b1d07f-96c7-443a-8199-36f4c4bf19c9', 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:28.797903 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f21d8249-6a0c-436e-a260-af665faaf0a8 req-77d62831-ed4c-4596-92d1-a86ee4a42349 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 Jul 26 15:10:28.888703 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.securitygroups_db [None req-a7ebec8b-c79e-494c-b0e5-0564e9ff1684 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Project ee9262c91631413b991af2efeb169cd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:10:28.896068 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec8b-c79e-494c-b0e5-0564e9ff1684 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (559ce5c0-7e4b-4daf-bb71-2c6b8777b71d), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.958326 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec8b-c79e-494c-b0e5-0564e9ff1684 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (559ce5c0-7e4b-4daf-bb71-2c6b8777b71d), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.099715 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec8b-c79e-494c-b0e5-0564e9ff1684 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (559ce5c0-7e4b-4daf-bb71-2c6b8777b71d), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.119601 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebec8b-c79e-494c-b0e5-0564e9ff1684 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559ce5c0-7e4b-4daf-bb71-2c6b8777b71d,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:29.187270 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec8b-c79e-494c-b0e5-0564e9ff1684 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.189119 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-a7ebec8b-c79e-494c-b0e5-0564e9ff1684 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4306331 Jul 26 15:10:29.191935 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 39996) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:29.196454 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-706c017c-7986-4327-a3df-efe54fc0ddfc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'security_group_rule': {'security_group_id': '98b1d07f-96c7-443a-8199-36f4c4bf19c9', 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:29.288742 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.securitygroups_db [None req-706c017c-7986-4327-a3df-efe54fc0ddfc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Project ee9262c91631413b991af2efeb169cd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:10:29.294858 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-706c017c-7986-4327-a3df-efe54fc0ddfc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (148c3594-4595-4422-98b2-c507b9741c7b), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.358387 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-706c017c-7986-4327-a3df-efe54fc0ddfc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (148c3594-4595-4422-98b2-c507b9741c7b), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.441905 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-706c017c-7986-4327-a3df-efe54fc0ddfc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (148c3594-4595-4422-98b2-c507b9741c7b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.463351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c017c-7986-4327-a3df-efe54fc0ddfc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148c3594-4595-4422-98b2-c507b9741c7b,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:29.552677 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-706c017c-7986-4327-a3df-efe54fc0ddfc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.553955 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-706c017c-7986-4327-a3df-efe54fc0ddfc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3610814 Jul 26 15:10:29.646950 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-eb0688d4-c82d-46dd-9085-61a86a59935c tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132711478&fields=id&tenant_id=ee9262c91631413b991af2efeb169cd0 HTTP/1.1" status: 200 len: 267 time: 0.0481668 Jul 26 15:10:29.648811 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53daa8-dba7-4fe1-97a9-e858471fdbf0 req-2ae4c11a-76cf-4340-bb85-6a367445f11e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:29.650322 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea53daa8-dba7-4fe1-97a9-e858471fdbf0 req-2ae4c11a-76cf-4340-bb85-6a367445f11e tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.0545847 Jul 26 15:10:29.689487 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:29.700692 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-423bbb40-f0de-40c0-9e95-9d0ef731c98f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:29.702051 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea53daa8-dba7-4fe1-97a9-e858471fdbf0 req-82252d41-fde4-4ca7-ad38-ffdee8c81895 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462039 Jul 26 15:10:29.702193 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-423bbb40-f0de-40c0-9e95-9d0ef731c98f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0497417 Jul 26 15:10:29.714329 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'port': {'security_groups': ['289576aa-5cd5-4e28-8d9a-5d12d81e7404', '98b1d07f-96c7-443a-8199-36f4c4bf19c9']}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:29.824471 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-a087cfed-0bb1-4937-a59d-e3b8d81a59db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:29.825971 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-a087cfed-0bb1-4937-a59d-e3b8d81a59db service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f00b30d1-b798-458a-a4ac-371e3eae95f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757899 Jul 26 15:10:29.840710 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.922359 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9b23-fd3d-43f3-8344-88e5b3b04bc3 req-a36220f2-b8f0-45b6-b08c-ebada50a59e2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:29.924019 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f4fc9b23-fd3d-43f3-8344-88e5b3b04bc3 req-a36220f2-b8f0-45b6-b08c-ebada50a59e2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0498660 Jul 26 15:10:29.976439 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f4fc9b23-fd3d-43f3-8344-88e5b3b04bc3 req-f3f48029-19e9-4246-98a7-487ebc3a32ef tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467937 Jul 26 15:10:30.042588 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] For port 6d53b356-223b-4f5d-a62b-88f2c5b69216, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:30.073124 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:30.168012 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:30.189288 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6d53b356-223b-4f5d-a62b-88f2c5b69216'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:10:30.228984 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:30.229878 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:30.231491 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f2b5dd3d-8029-4efe-9d14-75bf2f74d030 req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "PUT /v2.0/ports/6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 982 time: 0.5221245 Jul 26 15:10:30.232201 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:30.235533 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca4489-d558-4b69-a460-f9626e70a305" -d '{"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:30.276913 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c36a6e-b605-4461-9539-c3722f2b9ec1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'Port': ['ID=6d53b356-223b-4f5d-a62b-88f2c5b69216,revision_number=6']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:30.367163 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b3de45-61a4-457e-8f0c-a0295d32bcbd x-openstack-request-id: req-e7b3de45-61a4-457e-8f0c-a0295d32bcbd {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:30.367456 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:30.367788 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e7b3de45-61a4-457e-8f0c-a0295d32bcbd {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:30.369689 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b3de45-61a4-457e-8f0c-a0295d32bcbd'] response: {'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'status': 'completed', 'code': 200} Jul 26 15:10:30.409131 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6d53b356-223b-4f5d-a62b-88f2c5b69216'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:10:30.472873 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81751fa9-6df3-4342-aaeb-b5aada2f70fe req-924292ea-de44-4bd0-a57f-7a881979631c tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:30.474676 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-81751fa9-6df3-4342-aaeb-b5aada2f70fe req-924292ea-de44-4bd0-a57f-7a881979631c tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0573843 Jul 26 15:10:30.489952 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:30.538949 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-eddb8083-8287-4499-a0a9-bb51c3d68838 None None] Provisioning complete for port 6d53b356-223b-4f5d-a62b-88f2c5b69216 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:10:30.539314 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-eddb8083-8287-4499-a0a9-bb51c3d68838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:30.542614 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-81751fa9-6df3-4342-aaeb-b5aada2f70fe req-4e0f6fd1-3b56-4a26-94d9-914882e1e032 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624230 Jul 26 15:10:30.607039 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b734b-f3f8-4110-a775-a66ad6045aad req-89bf98cc-b0ba-4f95-bde2-ff40628fe857 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:30.612268 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-559b734b-f3f8-4110-a775-a66ad6045aad req-89bf98cc-b0ba-4f95-bde2-ff40628fe857 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0632226 Jul 26 15:10:30.630169 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:30.696188 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-e918f3ce-e4c6-4d47-8e2f-0d710dbf5ce2 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262038 Jul 26 15:10:30.700253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-f8449f9e-b7ae-417a-92ae-6d605bccd19c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:30.701324 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-f8449f9e-b7ae-417a-92ae-6d605bccd19c tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.102 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.0871861 Jul 26 15:10:30.766228 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-eddb8083-8287-4499-a0a9-bb51c3d68838 None None] Current status of the port 6d53b356-223b-4f5d-a62b-88f2c5b69216 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:10:30.773492 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-559b734b-f3f8-4110-a775-a66ad6045aad req-ed325e07-b8cd-41e4-b16f-713f13ad77b7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142764 Jul 26 15:10:30.850935 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-804f187a-7ecb-46f6-83bd-fbc17d7a7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:30.852519 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-804f187a-7ecb-46f6-83bd-fbc17d7a7700 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1130 time: 0.1282856 Jul 26 15:10:30.862856 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2adeb5-2c20-48d2-8b5e-c212f69fa213 req-1dfd6e0a-2ab7-4300-980c-341777174388 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:30.864395 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9c2adeb5-2c20-48d2-8b5e-c212f69fa213 req-1dfd6e0a-2ab7-4300-980c-341777174388 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 945 time: 0.0684655 Jul 26 15:10:30.880009 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:30.883766 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2171ce13-4fe7-4eca-8ec4-e7b1b5dbf38e req-5d87e44d-0700-4893-bf0a-842795733bb0 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620708 Jul 26 15:10:30.931510 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:30.938817 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9c2adeb5-2c20-48d2-8b5e-c212f69fa213 req-f9163f7e-2ab8-47ad-a0e2-391e4218dc1d tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/security-groups?id=4460e59d-b3c2-4b47-a095-f7759145b5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663679 Jul 26 15:10:30.942311 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Deleting port 795cd60f-efea-4474-938b-0fb035fd2965 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:10:30.942662 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (795cd60f-efea-4474-938b-0fb035fd2965), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:31.044746 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-26109051-ff48-4025-b721-364c4c9d505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:31.046203 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-26109051-ff48-4025-b721-364c4c9d505e service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.1740174 Jul 26 15:10:31.081449 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca4489-d558-4b69-a460-f9626e70a305 req-734b8f7b-42c9-4297-9dcb-8ff7d47717f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:31.083015 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50ca4489-d558-4b69-a460-f9626e70a305 req-734b8f7b-42c9-4297-9dcb-8ff7d47717f0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee9262c91631413b991af2efeb169cd0&device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1169 time: 0.0439415 Jul 26 15:10:31.113475 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] For port 795cd60f-efea-4474-938b-0fb035fd2965, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=795cd60f-efea-4474-938b-0fb035fd2965,segment=NetworkSegment(91f6e348-1bd0-4e17-a09c-d2c0b6a7759e),segment_id=91f6e348-1bd0-4e17-a09c-d2c0b6a7759e)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:31.113847 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (795cd60f-efea-4474-938b-0fb035fd2965), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:31.141033 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:31.142281 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Calling delete_port for 795cd60f-efea-4474-938b-0fb035fd2965 owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:10:31.153814 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-15535376-3d2a-4b1f-94bb-ad18c5bfac46 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 200 len: 1002 time: 0.0962498 Jul 26 15:10:31.200881 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca4489-d558-4b69-a460-f9626e70a305 req-16563865-cf58-4fca-954b-bb717b24d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:31.202385 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50ca4489-d558-4b69-a460-f9626e70a305 req-16563865-cf58-4fca-954b-bb717b24d5ed service neutron] 10.222.0.102 "GET /v2.0/networks?id=f00b30d1-b798-458a-a4ac-371e3eae95f6 HTTP/1.1" status: 200 len: 916 time: 0.1062152 Jul 26 15:10:31.256910 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-4003c092-b809-4975-9b2d-68c5f9b1d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:31.258440 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-4003c092-b809-4975-9b2d-68c5f9b1d79e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0959213 Jul 26 15:10:31.284079 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50ca4489-d558-4b69-a460-f9626e70a305 req-9a0abd82-d8e2-4bc1-b6b3-5f811e22a94f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 1002 time: 0.0660300 Jul 26 15:10:31.334371 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:31.344789 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-1d686e9d-6b8c-4281-b106-24ccae2bca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:31.346314 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-1d686e9d-6b8c-4281-b106-24ccae2bca92 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767322 Jul 26 15:10:31.347800 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca4489-d558-4b69-a460-f9626e70a305 req-95511874-9384-4077-9e7b-a23f5adbcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:31.349276 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50ca4489-d558-4b69-a460-f9626e70a305 req-95511874-9384-4077-9e7b-a23f5adbcd34 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e9ccb48d-39eb-4fae-a233-09bf01abf209 HTTP/1.1" status: 200 len: 854 time: 0.0495856 Jul 26 15:10:31.408039 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca4489-d558-4b69-a460-f9626e70a305 req-2448e1d9-f11b-4497-b3a4-711dfaa59736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:31.409562 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50ca4489-d558-4b69-a460-f9626e70a305 req-2448e1d9-f11b-4497-b3a4-711dfaa59736 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f00b30d1-b798-458a-a4ac-371e3eae95f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416327 Jul 26 15:10:31.457571 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-82830e9e-8304-45b7-8ac1-2561a805f636 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900474 Jul 26 15:10:31.459702 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (795cd60f-efea-4474-938b-0fb035fd2965), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:31.477352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['795cd60f-efea-4474-938b-0fb035fd2965'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:10:31.512761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Pushing event deleted for resources: {'Port': ['ID=795cd60f-efea-4474-938b-0fb035fd2965,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:31.529853 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50ca4489-d558-4b69-a460-f9626e70a305 req-1a74ec68-6fac-4ed6-a804-00fbae7ac061 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021991 Jul 26 15:10:31.599526 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] No DVR routers for this DVR port 795cd60f-efea-4474-938b-0fb035fd2965 on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:10:31.603753 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:31.607000 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.102 "DELETE /v2.0/ports/795cd60f-efea-4474-938b-0fb035fd2965 HTTP/1.1" status: 204 len: 173 time: 0.8846378 Jul 26 15:10:31.607436 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e619d0f5-b226-428e-8e2f-2f876d919fef', 'name': 'network-vif-deleted', 'tag': '795cd60f-efea-4474-938b-0fb035fd2965'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:31.610345 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6743c0-2215-49ec-a540-99f9131336da" -d '{"events": [{"server_uuid": "e619d0f5-b226-428e-8e2f-2f876d919fef", "name": "network-vif-deleted", "tag": "795cd60f-efea-4474-938b-0fb035fd2965"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:31.639868 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-50ca4489-d558-4b69-a460-f9626e70a305 req-2fde6f8a-cc0a-4f20-916a-ac9d2e2fd1fa service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036954 Jul 26 15:10:31.648426 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-edb4c003-ab22-406b-9a42-6fd4c7bae47a req-8c8bddc8-cc11-4642-9d19-fe4f3885abeb service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802526 Jul 26 15:10:31.731793 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd154654-a481-45da-94ff-917bb2be6075 x-openstack-request-id: req-fd154654-a481-45da-94ff-917bb2be6075 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:31.732106 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e619d0f5-b226-428e-8e2f-2f876d919fef", "name": "network-vif-deleted", "tag": "795cd60f-efea-4474-938b-0fb035fd2965", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:31.732362 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fd154654-a481-45da-94ff-917bb2be6075 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:31.732806 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd154654-a481-45da-94ff-917bb2be6075'] response: {'server_uuid': 'e619d0f5-b226-428e-8e2f-2f876d919fef', 'name': 'network-vif-deleted', 'tag': '795cd60f-efea-4474-938b-0fb035fd2965', 'status': 'completed', 'code': 200} Jul 26 15:10:31.911836 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21139b-56fd-48e4-aef7-c00765e6e111 req-39f049f3-0ad3-4b4a-9c52-9d636317aeb5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:31.913269 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c21139b-56fd-48e4-aef7-c00765e6e111 req-39f049f3-0ad3-4b4a-9c52-9d636317aeb5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0544982 Jul 26 15:10:31.962830 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c21139b-56fd-48e4-aef7-c00765e6e111 req-b8630ac6-528e-40ed-be92-169d282e9e2f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Jul 26 15:10:32.050343 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fe5796e4-c808-4b2d-98fb-252a740f3a1f req-7ce033d4-f150-47bd-b2fc-ead5bab5f660 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 210 time: 0.0292578 Jul 26 15:10:33.083898 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0583ac0-7d76-4f11-b774-3f6f7452b840 req-162587b7-ed06-4ce0-9519-96fc15f4ee4b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:33.084959 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b0583ac0-7d76-4f11-b774-3f6f7452b840 req-162587b7-ed06-4ce0-9519-96fc15f4ee4b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0473084 Jul 26 15:10:33.135766 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b0583ac0-7d76-4f11-b774-3f6f7452b840 req-af73bd5b-5d7a-4035-897e-1e802213a32e tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451961 Jul 26 15:10:33.165611 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0044f702-66e4-46fc-9057-fb7feda1d356 req-823dbe03-173a-43ee-b06c-2403e0ab05c8 tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 210 time: 0.0295162 Jul 26 15:10:33.983760 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 795cd60f-efea-4474-938b-0fb035fd2965 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:10:34.004372 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 795cd60f-efea-4474-938b-0fb035fd2965 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:10:34.004715 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 795cd60f-efea-4474-938b-0fb035fd2965 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:10:34.273570 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480f33-a809-47e0-9ea1-866047b9eac4 req-701080dc-9d03-4b41-bd50-4bfabdd6d497 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:34.275133 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e5480f33-a809-47e0-9ea1-866047b9eac4 req-701080dc-9d03-4b41-bd50-4bfabdd6d497 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0642862 Jul 26 15:10:34.288647 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f5226944-4d1d-4384-901c-302c3d21da55 req-199fa04b-2bfb-4dc5-b5e8-ea30c152adee tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] 10.222.0.94 "GET /v2.0/ports?device_id=e619d0f5-b226-428e-8e2f-2f876d919fef HTTP/1.1" status: 200 len: 210 time: 0.0311224 Jul 26 15:10:34.330716 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e5480f33-a809-47e0-9ea1-866047b9eac4 req-e693daec-e193-4437-8d0e-abcc97b1da5a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467067 Jul 26 15:10:35.451863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa8b2f-e995-4c99-9d5d-aa9506644394 req-1366240d-dfbd-49d3-a65b-e202bf76e0c2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:35.453447 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-51fa8b2f-e995-4c99-9d5d-aa9506644394 req-1366240d-dfbd-49d3-a65b-e202bf76e0c2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0473893 Jul 26 15:10:35.503314 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-51fa8b2f-e995-4c99-9d5d-aa9506644394 req-f7180ddc-3684-42be-9f94-ba7667ef2f12 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Jul 26 15:10:35.628155 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29d3e-1f12-4db0-9335-e0c48591a4b4 req-fab62901-1b58-4c43-be6b-146fc24e183a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:35.629768 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-39a29d3e-1f12-4db0-9335-e0c48591a4b4 req-fab62901-1b58-4c43-be6b-146fc24e183a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0523415 Jul 26 15:10:35.639821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40052) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:35.644354 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-7c51fc3e-425c-4f25-ab4f-b52c9daa29f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Request body: {'floatingip': {'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:35.704920 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c51fc3e-425c-4f25-ab4f-b52c9daa29f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (0bdfe523-c17d-46cb-b22f-08071a9ea52a), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:36.099709 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:36.211802 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c51fc3e-425c-4f25-ab4f-b52c9daa29f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:36.333827 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c51fc3e-425c-4f25-ab4f-b52c9daa29f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (0bdfe523-c17d-46cb-b22f-08071a9ea52a), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:36.477313 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:36.551555 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c51fc3e-425c-4f25-ab4f-b52c9daa29f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:10:36.658180 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c51fc3e-425c-4f25-ab4f-b52c9daa29f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:10:36.663175 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7c51fc3e-425c-4f25-ab4f-b52c9daa29f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:36.669296 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] Sync routers for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:10:36.680541 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:10:36.681167 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:10:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:36.700142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:36.702497 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58cc49f-9970-4afb-9fe9-5b49808f3410" -d '{"events": [{"name": "network-changed", "server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:36.738465 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7c51fc3e-425c-4f25-ab4f-b52c9daa29f9 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "PUT /v2.0/floatingips/0bdfe523-c17d-46cb-b22f-08071a9ea52a HTTP/1.1" status: 200 len: 994 time: 1.0975168 Jul 26 15:10:36.746904 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9967c3-e7ed-4962-adab-5aa8f368e631 x-openstack-request-id: req-1f9967c3-e7ed-4962-adab-5aa8f368e631 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:36.747213 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:36.747491 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1f9967c3-e7ed-4962-adab-5aa8f368e631 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:36.747926 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9967c3-e7ed-4962-adab-5aa8f368e631'] response: {'name': 'network-changed', 'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'status': 'completed', 'code': 200} Jul 26 15:10:36.768664 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:36.797736 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:10:36.819721 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-f3f11068-3140-4c4d-aea3-de7d2d3b4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:36.821263 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-f3f11068-3140-4c4d-aea3-de7d2d3b4cba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1130 time: 0.0452569 Jul 26 15:10:37.041854 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0bdfe523-c17d-46cb-b22f-08071a9ea52a', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'mac_address': 'fa:16:3e:81:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:47Z', 'updated_at': '2022-07-26T15:10:36Z', 'revision_number': 3, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:37.071385 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] Checking router: e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:10:37.082486 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:10:37.083159 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:10:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:37.185599 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-26959353-e3bb-47ef-aa1e-8a3b66913cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:37.187094 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-26959353-e3bb-47ef-aa1e-8a3b66913cfc service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.3569586 Jul 26 15:10:37.214046 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:10:37.259980 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:37.265450 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-066fe81a-6a39-4248-bcb9-ff413129a7f6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 200 len: 1002 time: 0.0713446 Jul 26 15:10:37.318865 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-66f6149c-8efb-4c54-9018-5edbdd644c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:37.320598 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-66f6149c-8efb-4c54-9018-5edbdd644c6c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0485559 Jul 26 15:10:37.378492 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-b16dc8b4-0674-4ff7-9473-3f4f66af3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:37.380349 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-b16dc8b4-0674-4ff7-9473-3f4f66af3775 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511997 Jul 26 15:10:37.477821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0bdfe523-c17d-46cb-b22f-08071a9ea52a', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'mac_address': 'fa:16:3e:81:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:47Z', 'updated_at': '2022-07-26T15:10:36Z', 'revision_number': 3, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:37.489215 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-77d9d57e-9459-49a5-9d2f-6bc6bd92c490 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005013 Jul 26 15:10:37.508695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f5c69-45cd-46e8-9da7-4745accee57f None None] The sync data for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi is: [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0bdfe523-c17d-46cb-b22f-08071a9ea52a', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'port_id': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'mac_address': 'fa:16:3e:81:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:07:47Z', 'updated_at': '2022-07-26T15:10:36Z', 'revision_number': 3, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:10:37.585432 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:37.620496 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e58cc49f-9970-4afb-9fe9-5b49808f3410 req-059f16a0-dfa9-4ba0-8a5d-efbef006e8dd service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170039 Jul 26 15:10:38.388019 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:38.748772 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:38.751194 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec" -d '{"events": [{"name": "network-changed", "server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:38.790709 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5246b05-1615-48c0-9f35-0abfff6d698c x-openstack-request-id: req-d5246b05-1615-48c0-9f35-0abfff6d698c {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:38.791000 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:38.791277 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d5246b05-1615-48c0-9f35-0abfff6d698c {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:38.791719 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5246b05-1615-48c0-9f35-0abfff6d698c'] response: {'name': 'network-changed', 'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'status': 'completed', 'code': 200} Jul 26 15:10:40.510828 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-060a008a-fc96-46c1-9728-f12aa3263c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:40.779032 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-ccaf35bd-01f1-4b40-ae9f-cccf63a9183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:40.780584 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-ccaf35bd-01f1-4b40-ae9f-cccf63a9183d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 1130 time: 0.0409708 Jul 26 15:10:40.853046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:40.886546 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-7290fbbd-7deb-4d83-952c-a97d0757dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:40.888026 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-7290fbbd-7deb-4d83-952c-a97d0757dd0e service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.0973167 Jul 26 15:10:40.954004 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-ff385ff6-5c3c-4b2e-83a1-64d8fb1d2fda service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 200 len: 1002 time: 0.0589340 Jul 26 15:10:41.014595 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-93c1612d-bbed-40de-96f2-ea23648e803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:41.016118 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-93c1612d-bbed-40de-96f2-ea23648e803a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0508809 Jul 26 15:10:41.071711 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-279c6ba4-46ce-4ed1-b587-83cc01eebd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:41.073148 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-279c6ba4-46ce-4ed1-b587-83cc01eebd47 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440176 Jul 26 15:10:41.173784 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-a0857711-b958-4a92-a46c-04a440aa2ce5 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918200 Jul 26 15:10:41.187153 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:41.283576 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fd1568c-0d8a-43fd-8ecb-9e3c88755cec req-af7e6387-5b26-4e03-80b1-8b888461dd21 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030300 Jul 26 15:10:43.705835 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-148451d9-7474-47ce-b3c7-d0f95a4957ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:45.092706 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:45.156747 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:45.491239 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=73 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:45.498395 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:46.333927 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:47.356388 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:51.266249 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=41 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:51.278476 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:53.851353 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-33c4d483-0af5-4bfc-b137-6958631a73fb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431795 Jul 26 15:10:53.950933 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-b4baf30e-8427-4576-8b9a-718bcb7ba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:53.952923 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-b4baf30e-8427-4576-8b9a-718bcb7ba270 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dbe01616efc64d2e901f45662e7c3518&device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 1129 time: 0.0404274 Jul 26 15:10:54.080252 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-9c6edce7-185a-4d79-922f-2a637406339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:54.081718 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-9c6edce7-185a-4d79-922f-2a637406339a service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 200 len: 920 time: 0.0950341 Jul 26 15:10:54.129810 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-3ff0909f-2f99-4cdc-9e9f-ec311b673048 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0552bdab-a714-4a7a-a202-96df45a02287 HTTP/1.1" status: 200 len: 217 time: 0.0347874 Jul 26 15:10:54.191756 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-eaae063f-412c-400f-aa45-d55ae2044591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:54.197506 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-eaae063f-412c-400f-aa45-d55ae2044591 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 200 len: 858 time: 0.0498207 Jul 26 15:10:54.243504 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-a5e3a17f-8a79-436d-bc7e-9ed747b99304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:54.244649 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-a5e3a17f-8a79-436d-bc7e-9ed747b99304 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8d3dae5-c67b-4195-9daa-754dae1d5468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420885 Jul 26 15:10:54.347614 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-3abf7193-b945-4e8b-8c09-2832a3ab144b service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910029 Jul 26 15:10:54.453951 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b2c9a82b-69bc-49fc-aaee-082558201760 req-b6a6cfca-4cb9-4302-ac95-5b416ea3dee8 service neutron] 10.222.0.102 "GET /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949223 Jul 26 15:10:57.242857 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:57.245178 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:58.817099 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38848fd-bf51-49ca-85e3-274b16ac32aa req-bce26e11-5fcc-4983-b4ac-89e49af29932 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:58.818704 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f38848fd-bf51-49ca-85e3-274b16ac32aa req-bce26e11-5fcc-4983-b4ac-89e49af29932 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0501757 Jul 26 15:10:58.872153 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f38848fd-bf51-49ca-85e3-274b16ac32aa req-b1bbcbc6-33fb-4b21-99e8-be9e85927ac6 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477839 Jul 26 15:10:59.998671 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70da8d-32be-4662-83c4-74c7bd7dc788 req-c68b0eaf-0126-4349-994e-1de76630addf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:00.000326 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b70da8d-32be-4662-83c4-74c7bd7dc788 req-c68b0eaf-0126-4349-994e-1de76630addf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0492468 Jul 26 15:11:00.050562 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b70da8d-32be-4662-83c4-74c7bd7dc788 req-dd54b230-5a6f-4d27-83b1-a9cb2f0abcb1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444953 Jul 26 15:11:00.661953 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-37963f72-5229-46e2-901b-b92b771f1169 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:00.663448 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-37963f72-5229-46e2-901b-b92b771f1169 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0511148 Jul 26 15:11:00.758505 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Deleting port e9809239-4b3d-4ebd-a706-267b3a41b7eb {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:00.758856 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:00.856825 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] For port e9809239-4b3d-4ebd-a706-267b3a41b7eb, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=e9809239-4b3d-4ebd-a706-267b3a41b7eb,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:00.857185 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:01.078700 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:01.079442 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (63d1adf0-aff1-4757-8221-0ca011c4a4a5), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:01.079442 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Floating IP 63d1adf0-aff1-4757-8221-0ca011c4a4a5 disassociated. External IP: 172.27.2.217, port: e9809239-4b3d-4ebd-a706-267b3a41b7eb. Jul 26 15:11:01.079945 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Calling delete_port for e9809239-4b3d-4ebd-a706-267b3a41b7eb owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:01.094338 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:01.130148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:01.176481 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939fe03-52e9-4c53-aeb3-14fe3a74e3c5 req-e13b6560-c325-4114-8e00-7c00d5b5c0c8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:01.178080 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0939fe03-52e9-4c53-aeb3-14fe3a74e3c5 req-e13b6560-c325-4114-8e00-7c00d5b5c0c8 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 946 time: 0.0513165 Jul 26 15:11:01.228483 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0939fe03-52e9-4c53-aeb3-14fe3a74e3c5 req-75c0f211-62bd-4ab5-8f0a-9a63cf553184 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=c060dbe3-5665-4b10-a761-966a120f89f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447731 Jul 26 15:11:01.322197 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (e9809239-4b3d-4ebd-a706-267b3a41b7eb), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:01.361742 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event deleted for resources: {'Port': ['ID=e9809239-4b3d-4ebd-a706-267b3a41b7eb,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:01.468957 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Router 31cb83a6-89f5-440f-a295-9a5f89004ec6 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:11:01.584045 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:01.602578 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] Sync routers for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:01.615759 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:01.616718 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:10:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:01.633322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] No DVR routers for this DVR port e9809239-4b3d-4ebd-a706-267b3a41b7eb on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:11:01.649381 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:01.649381 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bbe0ed2f-42a3-4fc7-949e-835936175b30 req-c9985faf-232d-453b-af43-53a83b70283a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "DELETE /v2.0/ports/e9809239-4b3d-4ebd-a706-267b3a41b7eb HTTP/1.1" status: 204 len: 173 time: 0.9730659 Jul 26 15:11:01.649381 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'name': 'network-vif-deleted', 'tag': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:01.649381 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7970be-60f8-40ca-b4f5-680d3123e665" -d '{"events": [{"server_uuid": "6d42296f-f3c6-4b95-999e-7b15b6537bfd", "name": "network-vif-deleted", "tag": "e9809239-4b3d-4ebd-a706-267b3a41b7eb"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:01.707038 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26e70dd-d9cb-4665-8b37-153fe1051993 x-openstack-request-id: req-e26e70dd-d9cb-4665-8b37-153fe1051993 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:01.707605 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d42296f-f3c6-4b95-999e-7b15b6537bfd", "name": "network-vif-deleted", "tag": "e9809239-4b3d-4ebd-a706-267b3a41b7eb", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:01.708016 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e26e70dd-d9cb-4665-8b37-153fe1051993 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:01.708749 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26e70dd-d9cb-4665-8b37-153fe1051993'] response: {'server_uuid': '6d42296f-f3c6-4b95-999e-7b15b6537bfd', 'name': 'network-vif-deleted', 'tag': 'e9809239-4b3d-4ebd-a706-267b3a41b7eb', 'status': 'completed', 'code': 200} Jul 26 15:11:01.772695 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:01.996517 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:02.027245 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] Checking router: 31cb83a6-89f5-440f-a295-9a5f89004ec6 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:02.036909 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:02.037541 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:10:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:02.145893 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:02.347872 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c2a28022-df01-4ec6-b58e-5649178d673b req-de408d4f-7df1-4e5b-9375-3ddcbf59e275 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d42296f-f3c6-4b95-999e-7b15b6537bfd HTTP/1.1" status: 200 len: 210 time: 0.0274558 Jul 26 15:11:02.348517 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:02.374784 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37538d-4f7f-431c-b65f-02bc965c324f None None] The sync data for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi is: [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:11:02.538021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40230) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:02.589771 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d478c041-713c-4cf6-a0a2-1f6b62e51266 admin admin] Deleting subnet fb9fd30b-bf24-4763-9ecc-381ef1f30d14 {{(pid=116402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:11:02.593388 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d478c041-713c-4cf6-a0a2-1f6b62e51266 admin admin] Publish callbacks [] for subnet (fb9fd30b-bf24-4763-9ecc-381ef1f30d14), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:02.609130 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80271995-47c5-4fc9-acc7-73315a756079 None None] New status for floating IP 63d1adf0-aff1-4757-8221-0ca011c4a4a5: DOWN {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:11:02.631104 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d478c041-713c-4cf6-a0a2-1f6b62e51266 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8880115'] for subnet (fb9fd30b-bf24-4763-9ecc-381ef1f30d14), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:02.673931 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d478c041-713c-4cf6-a0a2-1f6b62e51266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (fb9fd30b-bf24-4763-9ecc-381ef1f30d14), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:02.727049 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:02.831342 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d478c041-713c-4cf6-a0a2-1f6b62e51266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314733'] for subnet (fb9fd30b-bf24-4763-9ecc-381ef1f30d14), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:02.855942 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478c041-713c-4cf6-a0a2-1f6b62e51266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9fd30b-bf24-4763-9ecc-381ef1f30d14,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:02.867260 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d478c041-713c-4cf6-a0a2-1f6b62e51266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:02.871248 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d478c041-713c-4cf6-a0a2-1f6b62e51266 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/fb9fd30b-bf24-4763-9ecc-381ef1f30d14 HTTP/1.1" status: 204 len: 168 time: 0.3318098 Jul 26 15:11:02.873931 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40232) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:02.947131 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (d851ed92-9c90-461b-be87-9a00db72d9c3), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.041112 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (d851ed92-9c90-461b-be87-9a00db72d9c3), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.061835 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d851ed92-9c90-461b-be87-9a00db72d9c3']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:03.072513 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:03.072805 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f6e348-1bd0-4e17-a09c-d2c0b6a7759e') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:03.082579 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (91f6e348-1bd0-4e17-a09c-d2c0b6a7759e), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.096344 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (91f6e348-1bd0-4e17-a09c-d2c0b6a7759e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.102962 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:11:03.103331 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (91f6e348-1bd0-4e17-a09c-d2c0b6a7759e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.144919 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment 91f6e348-1bd0-4e17-a09c-d2c0b6a7759e resource provider aggregate not found Jul 26 15:11:03.167355 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment 91f6e348-1bd0-4e17-a09c-d2c0b6a7759e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91f6e348-1bd0-4e17-a09c-d2c0b6a7759e found for delete ", "request_id": "req-49f81aae-6a13-45e9-b37d-74dcc6f654bd"}]} Jul 26 15:11:03.259506 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (d851ed92-9c90-461b-be87-9a00db72d9c3), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.269979 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.274706 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] 10.222.0.94 "DELETE /v2.0/networks/d851ed92-9c90-461b-be87-9a00db72d9c3 HTTP/1.1" status: 204 len: 168 time: 0.3994026 Jul 26 15:11:03.290534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34114bcb-369c-49e3-b0ba-533be7ea34e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d851ed92-9c90-461b-be87-9a00db72d9c3,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:03.540850 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40244) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:03.597480 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:03.603383 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a3f95f8-f887-4b74-983d-5732df321584 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (c060dbe3-5665-4b10-a761-966a120f89f6), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.631368 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a3f95f8-f887-4b74-983d-5732df321584 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (c060dbe3-5665-4b10-a761-966a120f89f6), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.735172 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40246) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:03.780193 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9b9ee762-c137-4f21-aadf-3137e496312a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=87391d9e4bdc48209437f1d786f376c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437124 Jul 26 15:11:03.783203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40248) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:03.805804 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a3f95f8-f887-4b74-983d-5732df321584 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (c060dbe3-5665-4b10-a761-966a120f89f6), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.808245 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a3f95f8-f887-4b74-983d-5732df321584 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.809362 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-3a3f95f8-f887-4b74-983d-5732df321584 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "DELETE /v2.0/security-groups/c060dbe3-5665-4b10-a761-966a120f89f6 HTTP/1.1" status: 204 len: 168 time: 0.2675378 Jul 26 15:11:03.812467 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40250) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:03.826689 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.api.v2.resource [None req-6aafbe55-f750-4df2-8ff4-5eafceb365f7 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] show failed (client error): The resource could not be found. Jul 26 15:11:03.828209 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-6aafbe55-f750-4df2-8ff4-5eafceb365f7 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups/c060dbe3-5665-4b10-a761-966a120f89f6 HTTP/1.1" status: 404 len: 347 time: 0.0137112 Jul 26 15:11:03.829927 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f95f8-f887-4b74-983d-5732df321584 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060dbe3-5665-4b10-a761-966a120f89f6,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:03.830946 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40252) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:03.858114 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f17f-78a8-477f-9e00-9526b69a55a7 admin admin] Publish callbacks [] for security_group (4460e59d-b3c2-4b47-a095-f7759145b5da), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.883749 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f17f-78a8-477f-9e00-9526b69a55a7 admin admin] Publish callbacks [] for security_group (4460e59d-b3c2-4b47-a095-f7759145b5da), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:03.948404 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Deleting port b6f709e6-c396-4c56-9b35-9b6f43c0e7cb {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:03.948771 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:04.007152 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f17f-78a8-477f-9e00-9526b69a55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4460e59d-b3c2-4b47-a095-f7759145b5da), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:04.009761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f17f-78a8-477f-9e00-9526b69a55a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:04.010920 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-a6c7f17f-78a8-477f-9e00-9526b69a55a7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4460e59d-b3c2-4b47-a095-f7759145b5da HTTP/1.1" status: 204 len: 168 time: 0.2267976 Jul 26 15:11:04.019205 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7f17f-78a8-477f-9e00-9526b69a55a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4460e59d-b3c2-4b47-a095-f7759145b5da,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:04.039941 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:04.040768 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:04.056759 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Calling delete_port for b6f709e6-c396-4c56-9b35-9b6f43c0e7cb owned by network:floatingip {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:04.253443 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (b6f709e6-c396-4c56-9b35-9b6f43c0e7cb), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:04.291862 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event deleted for resources: {'Port': ['ID=b6f709e6-c396-4c56-9b35-9b6f43c0e7cb,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:04.324351 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.324636 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.324982 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.325324 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.325704 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.326070 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.326456 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.326739 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.327074 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.327419 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.329076 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.329076 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.329076 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.329076 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.329793 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:04.374248 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (63d1adf0-aff1-4757-8221-0ca011c4a4a5), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:04.377856 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:04.379072 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0f6f33bb-4d5d-4aae-a7e9-13c695467f60 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "DELETE /v2.0/floatingips/63d1adf0-aff1-4757-8221-0ca011c4a4a5 HTTP/1.1" status: 204 len: 168 time: 0.5471656 Jul 26 15:11:05.391091 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:11:05.560211 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40264) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:05.564973 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-71d4ab36-3861-444f-990e-fda163ea47fe tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635580039', 'description': 'tempest-description--753340263'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:05.664351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71d4ab36-3861-444f-990e-fda163ea47fe tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:05.734575 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71d4ab36-3861-444f-990e-fda163ea47fe tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (ef071efd-1f5a-47f9-bddf-d22111128930), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:05.865664 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71d4ab36-3861-444f-990e-fda163ea47fe tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (ef071efd-1f5a-47f9-bddf-d22111128930), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:05.898933 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4ab36-3861-444f-990e-fda163ea47fe tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef071efd-1f5a-47f9-bddf-d22111128930,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:06.015208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71d4ab36-3861-444f-990e-fda163ea47fe tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.016650 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-71d4ab36-3861-444f-990e-fda163ea47fe tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4554248 Jul 26 15:11:06.019796 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40266) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:06.029106 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-f855d5c9-93a1-471d-90b8-421f70037ee1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'security_group_rule': {'security_group_id': 'ef071efd-1f5a-47f9-bddf-d22111128930', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:06.185667 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f855d5c9-93a1-471d-90b8-421f70037ee1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (890fdc31-019b-463d-b859-996504226317), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.221288 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device e9809239-4b3d-4ebd-a706-267b3a41b7eb no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:06.241178 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: e9809239-4b3d-4ebd-a706-267b3a41b7eb {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:06.241625 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device e9809239-4b3d-4ebd-a706-267b3a41b7eb not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:06.246911 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f855d5c9-93a1-471d-90b8-421f70037ee1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (890fdc31-019b-463d-b859-996504226317), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.315793 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f855d5c9-93a1-471d-90b8-421f70037ee1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (890fdc31-019b-463d-b859-996504226317), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.326743 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:06.337713 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855d5c9-93a1-471d-90b8-421f70037ee1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890fdc31-019b-463d-b859-996504226317,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:06.460711 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f855d5c9-93a1-471d-90b8-421f70037ee1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.461866 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f855d5c9-93a1-471d-90b8-421f70037ee1 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4411383 Jul 26 15:11:06.464856 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40268) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:06.469660 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-0fb13234-c399-4340-8519-db7559e1e766 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'security_group_rule': {'security_group_id': 'ef071efd-1f5a-47f9-bddf-d22111128930', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:06.573590 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0fb13234-c399-4340-8519-db7559e1e766 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (fcccdfa7-c618-4638-adad-51193f9a6213), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.636872 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0fb13234-c399-4340-8519-db7559e1e766 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (fcccdfa7-c618-4638-adad-51193f9a6213), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.773162 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0fb13234-c399-4340-8519-db7559e1e766 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (fcccdfa7-c618-4638-adad-51193f9a6213), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.793840 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb13234-c399-4340-8519-db7559e1e766 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcccdfa7-c618-4638-adad-51193f9a6213,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:06.894784 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0fb13234-c399-4340-8519-db7559e1e766 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:06.896072 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0fb13234-c399-4340-8519-db7559e1e766 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302919 Jul 26 15:11:06.906200 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40270) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:06.911281 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:07.024604 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:07.083290 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:07.091199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:07.109255 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:07.239598 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Allocated IP 172.27.2.243 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:11:07.352486 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for port (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:07.505128 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:07.541504 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:11:07.547446 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:11:07.551951 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:11:07.581750 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'Port': ['ID=dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:07.585398 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:07.646915 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (a718c279-4349-4f27-bd8a-e40aa320f1fd), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:07.780136 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:07.937624 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for port (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:08.035340 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:08.107107 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'Port': ['ID=dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:08.122348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (a718c279-4349-4f27-bd8a-e40aa320f1fd), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:08.294956 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:08.296568 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-8cbaed7a-a99b-41b5-b971-8661d29338ad tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3892634 Jul 26 15:11:08.504871 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-b682ac57-3ca0-478b-9652-6072eb269652 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1635580039&fields=id&tenant_id=08db5f6552054a6c97ed644366d18b22 HTTP/1.1" status: 200 len: 267 time: 0.0453792 Jul 26 15:11:08.620491 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-91ba7d73-35a6-49db-8242-906c9e023596 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:08.621956 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-91ba7d73-35a6-49db-8242-906c9e023596 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 810 time: 0.1106007 Jul 26 15:11:08.637290 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-35807f12-09b7-44c4-874b-2c50f767b6b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/quotas/08db5f6552054a6c97ed644366d18b22 HTTP/1.1" status: 200 len: 375 time: 0.0090585 Jul 26 15:11:08.675759 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:08.689195 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-1fb8cc1d-bfcd-4fc9-b183-3bb72a3558ba tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466423 Jul 26 15:11:08.913717 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-766fcc53-acc8-4ce5-ab92-9e4c5efba782 service neutron] 10.222.0.94 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125447 Jul 26 15:11:09.007493 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-5fbf4fda-901f-471d-b968-0e4b6cd9dd83 service neutron] 10.222.0.94 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882006 Jul 26 15:11:09.287268 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-498d7950-3ab3-453d-ac37-33dbaf299f55 req-b2d48619-a1d0-409d-9bc5-b0dcb82c572a tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 210 time: 0.0318251 Jul 26 15:11:10.393040 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-64226d5b-8db4-4a92-9b33-6ca74349c0a5 req-ca032691-3aa6-4b0e-ad5f-e31a11edbf13 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 210 time: 0.0313811 Jul 26 15:11:10.447122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-edbcc8ba-84e6-43a4-b3d0-75eee83f940a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:10.778879 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de17457-3deb-401e-aaf9-6675f09698d2 req-7b747991-4fa9-4ce1-8255-17aa8d04a6b9 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:10.780725 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9de17457-3deb-401e-aaf9-6675f09698d2 req-7b747991-4fa9-4ce1-8255-17aa8d04a6b9 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0544782 Jul 26 15:11:10.848687 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9de17457-3deb-401e-aaf9-6675f09698d2 req-f642967a-8125-4415-ad0a-aad59ede41f9 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605056 Jul 26 15:11:10.869371 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8097-1796-47c7-9c75-cb20d52af460 req-9f465ec8-6832-48d7-8851-941729275125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:10.869371 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-902c8097-1796-47c7-9c75-cb20d52af460 req-9f465ec8-6832-48d7-8851-941729275125 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee9262c91631413b991af2efeb169cd0&device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1169 time: 0.0426605 Jul 26 15:11:10.973852 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8097-1796-47c7-9c75-cb20d52af460 req-37e6a8ca-cfe4-4992-83e1-106e4c9875bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:10.974733 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-902c8097-1796-47c7-9c75-cb20d52af460 req-37e6a8ca-cfe4-4992-83e1-106e4c9875bc service neutron] 10.222.0.102 "GET /v2.0/networks?id=f00b30d1-b798-458a-a4ac-371e3eae95f6 HTTP/1.1" status: 200 len: 916 time: 0.0970027 Jul 26 15:11:11.044651 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-902c8097-1796-47c7-9c75-cb20d52af460 req-3cec43a3-965b-488b-85c3-55a34a811366 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 1002 time: 0.0574281 Jul 26 15:11:11.098575 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8097-1796-47c7-9c75-cb20d52af460 req-2635720f-9308-4468-94d5-d14a90dafa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:11.100125 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-902c8097-1796-47c7-9c75-cb20d52af460 req-2635720f-9308-4468-94d5-d14a90dafa35 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e9ccb48d-39eb-4fae-a233-09bf01abf209 HTTP/1.1" status: 200 len: 854 time: 0.0475814 Jul 26 15:11:11.151210 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8097-1796-47c7-9c75-cb20d52af460 req-22797275-917f-4682-9b84-a2aadbd1ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:11.152791 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-902c8097-1796-47c7-9c75-cb20d52af460 req-22797275-917f-4682-9b84-a2aadbd1ee38 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f00b30d1-b798-458a-a4ac-371e3eae95f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450833 Jul 26 15:11:11.170618 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:11.261379 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-902c8097-1796-47c7-9c75-cb20d52af460 req-da77536f-ed7d-4fe7-b8b3-0587ebe56536 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976386 Jul 26 15:11:11.502398 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8da45f9f-e20c-4f0f-bebb-7afc48067d6e req-18ba11d6-f32b-4dd0-835d-bd9c0a0b843b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 210 time: 0.0300117 Jul 26 15:11:11.638830 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-902c8097-1796-47c7-9c75-cb20d52af460 req-ae9806cb-8e15-467a-b982-4cfe6e9b3144 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949299 Jul 26 15:11:11.890479 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-2f1855fc-5873-489c-9842-126021a25e27 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:11.898147 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-2f1855fc-5873-489c-9842-126021a25e27 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 810 time: 0.1099029 Jul 26 15:11:11.972006 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-15c2a170-21b8-450c-a5d9-8dca5815014b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08db5f6552054a6c97ed644366d18b22 HTTP/1.1" status: 200 len: 380 time: 0.0650065 Jul 26 15:11:11.982077 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'port': {'device_id': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'admin_state_up': True, 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'security_groups': ['ef071efd-1f5a-47f9-bddf-d22111128930']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:12.004444 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8584c5f-63a1-4975-a6f0-ffa430469c18 req-bc7ff8a6-03af-4e36-91c6-adc88eadcfc8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:12.006008 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d8584c5f-63a1-4975-a6f0-ffa430469c18 req-bc7ff8a6-03af-4e36-91c6-adc88eadcfc8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0776830 Jul 26 15:11:12.069953 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d8584c5f-63a1-4975-a6f0-ffa430469c18 req-f8a7a7c8-707a-4ef2-a38f-53f2168dfda7 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579793 Jul 26 15:11:12.198482 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Made reservation on behalf of 08db5f6552054a6c97ed644366d18b22 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:11:12.201945 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:12.385639 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Allocated IP 172.20.0.14 (25e10047-eaa5-41ef-808b-1d7621a68610/ef7095f0-cfe9-4349-aa50-a32e1922adb4/0795ddd0-1598-416b-bba7-7755c9380123) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:11:12.387253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:12.532682 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for port (0795ddd0-1598-416b-bba7-7755c9380123), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:12.533857 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:12.610983 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7d7b6bbc-b3f9-4fcf-ba70-2351a870dabe req-06654a5c-ce8e-45dc-8931-d2b181861aa4 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 210 time: 0.0290568 Jul 26 15:11:12.642009 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (0795ddd0-1598-416b-bba7-7755c9380123), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:12.688898 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Network 25e10047-eaa5-41ef-808b-1d7621a68610 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:11:12.692265 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:11:12.696188 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:11:12.728485 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event updated for resources: {'Port': ['ID=0795ddd0-1598-416b-bba7-7755c9380123,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:12.759581 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:12.760348 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:12.850063 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a0873b7e-13b0-4ec0-8763-0c8f0ecbc3cf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8722887 Jul 26 15:11:12.864042 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Request body: {'port': {'device_id': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:12.935115 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0795ddd0-1598-416b-bba7-7755c9380123), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:12.950808 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-b7c98d8d-6845-4aba-98cd-65219cb59079 None None] Provisioning complete for port 0795ddd0-1598-416b-bba7-7755c9380123 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:11:12.951398 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b7c98d8d-6845-4aba-98cd-65219cb59079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0795ddd0-1598-416b-bba7-7755c9380123), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:12.984209 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-b7c98d8d-6845-4aba-98cd-65219cb59079 None None] Port 0795ddd0-1598-416b-bba7-7755c9380123 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:11:13.120820 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:13.194002 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89584-f537-450a-b381-572f657b3e1a req-14cba81a-c749-4408-af5e-d067329e8704 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:13.195563 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a4c89584-f537-450a-b381-572f657b3e1a req-14cba81a-c749-4408-af5e-d067329e8704 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0499768 Jul 26 15:11:13.201866 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0795ddd0-1598-416b-bba7-7755c9380123 {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:11:13.210445 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Publish callbacks [] for port (0795ddd0-1598-416b-bba7-7755c9380123), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:13.224150 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Transition to ACTIVE for port object 0795ddd0-1598-416b-bba7-7755c9380123 will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:11:13.266399 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a4c89584-f537-450a-b381-572f657b3e1a req-75067742-c618-40b1-8bc4-48e123bc54c7 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639808 Jul 26 15:11:13.395865 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (0795ddd0-1598-416b-bba7-7755c9380123), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:13.452666 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Pushing event updated for resources: {'Port': ['ID=0795ddd0-1598-416b-bba7-7755c9380123,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:13.529947 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Attempting to bind port 0795ddd0-1598-416b-bba7-7755c9380123 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:11:13.530318 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Attempting to bind port 0795ddd0-1598-416b-bba7-7755c9380123 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:11:13.530729 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Attempting to bind port 0795ddd0-1598-416b-bba7-7755c9380123 on network 25e10047-eaa5-41ef-808b-1d7621a68610 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:11:13.535722 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Port 0795ddd0-1598-416b-bba7-7755c9380123 on network 25e10047-eaa5-41ef-808b-1d7621a68610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:11:13.536050 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Attempting to bind port 0795ddd0-1598-416b-bba7-7755c9380123 on network 25e10047-eaa5-41ef-808b-1d7621a68610 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:11:13.542090 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:11:13.542362 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Checking segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:11:13.542537 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Bound using segment: {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:11:13.542977 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Bound port: 0795ddd0-1598-416b-bba7-7755c9380123, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651775df-fb12-457e-b84f-8ce3f7b82600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:11:13.543337 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0795ddd0-1598-416b-bba7-7755c9380123), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:13.622377 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] For port 0795ddd0-1598-416b-bba7-7755c9380123, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:11:13.626441 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] For port 0795ddd0-1598-416b-bba7-7755c9380123, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0795ddd0-1598-416b-bba7-7755c9380123,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:11:13.706737 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9252-69a8-4ac4-b199-5f2dc31ffe5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:13.732481 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509804e6-63f7-4418-b587-a616691a50c8 req-916102e1-2d7e-4441-9f1e-866b607e4ff7 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:13.734650 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-509804e6-63f7-4418-b587-a616691a50c8 req-916102e1-2d7e-4441-9f1e-866b607e4ff7 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 944 time: 0.0509894 Jul 26 15:11:13.751167 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (0795ddd0-1598-416b-bba7-7755c9380123), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:13.769173 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:13.789826 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:13.790452 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:13.791862 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] 10.222.0.102 "PUT /v2.0/ports/0795ddd0-1598-416b-bba7-7755c9380123 HTTP/1.1" status: 200 len: 1094 time: 0.9332278 Jul 26 15:11:13.792316 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'tag': '0795ddd0-1598-416b-bba7-7755c9380123'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:13.794648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e027b9-9b19-4f25-b7f5-0000996fed9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b2bf06-311c-4236-9633-75f06c72444b", "tag": "0795ddd0-1598-416b-bba7-7755c9380123"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:13.800290 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-509804e6-63f7-4418-b587-a616691a50c8 req-668fccba-da9f-4742-9b3e-1c99eadcd5a4 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593522 Jul 26 15:11:13.831661 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3c4cb-aad1-4609-b62f-db2a13f2275a service neutron] Pushing event updated for resources: {'Port': ['ID=0795ddd0-1598-416b-bba7-7755c9380123,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:13.846828 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302ee0be-ecb7-4bfe-b3c6-6caad8e2a3b6 x-openstack-request-id: req-302ee0be-ecb7-4bfe-b3c6-6caad8e2a3b6 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:13.847110 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b2bf06-311c-4236-9633-75f06c72444b", "tag": "0795ddd0-1598-416b-bba7-7755c9380123", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:13.847657 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-302ee0be-ecb7-4bfe-b3c6-6caad8e2a3b6 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:13.848058 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302ee0be-ecb7-4bfe-b3c6-6caad8e2a3b6'] response: {'name': 'network-changed', 'server_uuid': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'tag': '0795ddd0-1598-416b-bba7-7755c9380123', 'status': 'completed', 'code': 200} Jul 26 15:11:13.911261 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e027b9-9b19-4f25-b7f5-0000996fed9c req-2c1f0dde-3f34-40c7-aedf-f22a79065e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:13.912919 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a3e027b9-9b19-4f25-b7f5-0000996fed9c req-2c1f0dde-3f34-40c7-aedf-f22a79065e7c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 1128 time: 0.0438161 Jul 26 15:11:14.027852 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e027b9-9b19-4f25-b7f5-0000996fed9c req-5ff687be-2b0d-4f12-89d6-80a74a3d51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:14.029338 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a3e027b9-9b19-4f25-b7f5-0000996fed9c req-5ff687be-2b0d-4f12-89d6-80a74a3d51ae service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=08db5f6552054a6c97ed644366d18b22&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1050501 Jul 26 15:11:14.118667 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:14.135251 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e027b9-9b19-4f25-b7f5-0000996fed9c req-d0051f06-fbc8-4219-a0ef-d231d60bf3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:14.136789 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a3e027b9-9b19-4f25-b7f5-0000996fed9c req-d0051f06-fbc8-4219-a0ef-d231d60bf3e9 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950832 Jul 26 15:11:14.221583 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-df679a6d-32c6-486a-bb44-55faa9c1228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:14.222969 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-df679a6d-32c6-486a-bb44-55faa9c1228c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 1128 time: 0.0451992 Jul 26 15:11:14.266784 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-229855ef-5ea4-430d-8507-8e8b5a26b6be service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0795ddd0-1598-416b-bba7-7755c9380123 HTTP/1.1" status: 200 len: 217 time: 0.0351155 Jul 26 15:11:14.322565 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a5a29d62-ec4d-4dd5-b031-0ac70338652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:14.324083 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-a5a29d62-ec4d-4dd5-b031-0ac70338652f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef7095f0-cfe9-4349-aa50-a32e1922adb4 HTTP/1.1" status: 200 len: 849 time: 0.0487182 Jul 26 15:11:14.373730 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-2dc974b2-bf07-406d-96ba-ae1afcd96f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:14.374866 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-2dc974b2-bf07-406d-96ba-ae1afcd96f99 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25e10047-eaa5-41ef-808b-1d7621a68610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436363 Jul 26 15:11:14.415338 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b117a-ec78-4fff-94c0-9a707afe2ef7 req-7e0c9f31-d030-4616-b60b-f873ff339fb4 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:14.416895 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-809b117a-ec78-4fff-94c0-9a707afe2ef7 req-7e0c9f31-d030-4616-b60b-f873ff339fb4 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0614200 Jul 26 15:11:14.480078 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-192aecdd-6977-4a3d-b9d0-013d4f935da3 service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951107 Jul 26 15:11:14.490677 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-809b117a-ec78-4fff-94c0-9a707afe2ef7 req-08e8246e-fc9d-4474-a06f-647184802e85 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669088 Jul 26 15:11:14.551177 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:14.580072 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d1fd43fc-4655-4875-9e65-dc51adc55f44 req-7d7ed91b-adda-4bc4-9e19-3523403f5058 service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923729 Jul 26 15:11:14.912281 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380ce5-15eb-4eaa-9af3-eb6d18d852c9 req-949a1f66-426b-4192-93ba-dadd9add68ae tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:14.913822 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-70380ce5-15eb-4eaa-9af3-eb6d18d852c9 req-949a1f66-426b-4192-93ba-dadd9add68ae tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 944 time: 0.0494275 Jul 26 15:11:14.970736 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-70380ce5-15eb-4eaa-9af3-eb6d18d852c9 req-f3372b70-66d8-4798-9152-2d65215ad6dc tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476730 Jul 26 15:11:15.075575 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:15.149548 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:15.386656 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=73 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:15.387378 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=67 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:15.616961 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d57e8e-caef-4fa1-bb4a-5ed919ed9ed7 req-8cfa5e07-5c89-4759-a382-8238f8586716 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:15.618877 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-19d57e8e-caef-4fa1-bb4a-5ed919ed9ed7 req-8cfa5e07-5c89-4759-a382-8238f8586716 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0518622 Jul 26 15:11:15.684657 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-19d57e8e-caef-4fa1-bb4a-5ed919ed9ed7 req-4367ba6c-e91a-433b-ad5e-25969b0a51eb tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600326 Jul 26 15:11:16.303993 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:16.355660 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687804f-356f-4be8-aed4-984df72dd706 req-3859b68d-baeb-47e1-91d5-ccbf0bddf265 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:16.357292 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4687804f-356f-4be8-aed4-984df72dd706 req-3859b68d-baeb-47e1-91d5-ccbf0bddf265 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 944 time: 0.2984800 Jul 26 15:11:16.408050 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4687804f-356f-4be8-aed4-984df72dd706 req-5527891c-058f-4e09-b602-56dc1e7dbd8b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449159 Jul 26 15:11:16.809678 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d04328-bcb8-4045-aed6-0c8a87f976f6 req-118daf1b-0ae6-484d-84ae-a66a4fabd730 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:16.811072 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76d04328-bcb8-4045-aed6-0c8a87f976f6 req-118daf1b-0ae6-484d-84ae-a66a4fabd730 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0492234 Jul 26 15:11:16.877420 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76d04328-bcb8-4045-aed6-0c8a87f976f6 req-d18a210d-5496-4bd2-a0f3-a40a49c97822 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605378 Jul 26 15:11:17.390389 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:17.542486 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12bde1-3375-47d6-adc4-80349f0b4923 req-cb19cb88-395f-42bd-a193-e094cac67812 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:17.544060 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7e12bde1-3375-47d6-adc4-80349f0b4923 req-cb19cb88-395f-42bd-a193-e094cac67812 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 944 time: 0.0552440 Jul 26 15:11:17.599931 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7e12bde1-3375-47d6-adc4-80349f0b4923 req-2dccef13-f556-4774-8f8f-24a0f4e91478 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490830 Jul 26 15:11:18.010822 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df801d-7a02-409d-88e5-80d08ec38a8c req-45783f30-16cf-4bf7-bb92-9fe8bafd5414 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:18.012427 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-63df801d-7a02-409d-88e5-80d08ec38a8c req-45783f30-16cf-4bf7-bb92-9fe8bafd5414 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0536954 Jul 26 15:11:18.075897 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-63df801d-7a02-409d-88e5-80d08ec38a8c req-ef206242-2d9c-46d5-8a85-dd92669b8e06 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568137 Jul 26 15:11:18.277346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 0795ddd0-1598-416b-bba7-7755c9380123 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:11:18.384605 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 0795ddd0-1598-416b-bba7-7755c9380123, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0795ddd0-1598-416b-bba7-7755c9380123,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:18.397166 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '0795ddd0-1598-416b-bba7-7755c9380123', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'port_id': '0795ddd0-1598-416b-bba7-7755c9380123', 'mac_address': 'fa:16:3e:ac:37:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:11:18.439118 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 0795ddd0-1598-416b-bba7-7755c9380123 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:11:18.439544 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0795ddd0-1598-416b-bba7-7755c9380123), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:18.454928 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0795ddd0-1598-416b-bba7-7755c9380123 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:11:18.475931 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 0795ddd0-1598-416b-bba7-7755c9380123, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0795ddd0-1598-416b-bba7-7755c9380123,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:18.636088 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0795ddd0-1598-416b-bba7-7755c9380123), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:18.684468 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=0795ddd0-1598-416b-bba7-7755c9380123,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:18.693257 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.693593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.693994 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.694352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.694683 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.695008 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.695308 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.695658 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.695977 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.696314 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.696659 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.696984 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.697300 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.697649 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.697965 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:18.731524 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49c0a4-9fc5-4bb0-872b-cc3157b397da req-f8d9deb9-3b61-46c4-8654-3e0046f371ff tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:18.733273 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1d49c0a4-9fc5-4bb0-872b-cc3157b397da req-f8d9deb9-3b61-46c4-8654-3e0046f371ff tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 945 time: 0.0582120 Jul 26 15:11:18.781773 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1d49c0a4-9fc5-4bb0-872b-cc3157b397da req-efbf3545-0be0-41e3-a1fc-2da00d58467b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Jul 26 15:11:19.018929 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['0795ddd0-1598-416b-bba7-7755c9380123'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:11:19.200193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0177ff8-251d-40fb-a462-d7e2f0fb5e56 req-763319f3-3a27-496a-976c-4daa715f6ebb tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:19.201857 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d0177ff8-251d-40fb-a462-d7e2f0fb5e56 req-763319f3-3a27-496a-976c-4daa715f6ebb tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0507586 Jul 26 15:11:19.265384 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d0177ff8-251d-40fb-a462-d7e2f0fb5e56 req-1db38655-7f5c-46c4-986b-9416ff4dc95a tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576162 Jul 26 15:11:19.907274 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c69ad-122d-4a05-86cc-51069bdbee39 req-1f8bbd71-5b29-466e-9022-04ee44175511 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:19.908717 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-276c69ad-122d-4a05-86cc-51069bdbee39 req-1f8bbd71-5b29-466e-9022-04ee44175511 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 945 time: 0.0513875 Jul 26 15:11:19.958400 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-276c69ad-122d-4a05-86cc-51069bdbee39 req-87a69cb0-de14-4ee2-a9df-e29ba2c4687b tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Jul 26 15:11:20.272958 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 0795ddd0-1598-416b-bba7-7755c9380123 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:11:20.346299 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 0795ddd0-1598-416b-bba7-7755c9380123 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:11:20.396428 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee3c1-7b5e-466a-9dbb-2d918a5d3c03 req-7edf9bdd-57b3-45ed-945f-388918820f06 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:20.397912 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e4ee3c1-7b5e-466a-9dbb-2d918a5d3c03 req-7edf9bdd-57b3-45ed-945f-388918820f06 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0554619 Jul 26 15:11:20.429829 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 0795ddd0-1598-416b-bba7-7755c9380123 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:11:20.430213 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (0795ddd0-1598-416b-bba7-7755c9380123), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:20.464450 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e4ee3c1-7b5e-466a-9dbb-2d918a5d3c03 req-df59c19f-02f0-458f-b236-85cafd2ba041 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606952 Jul 26 15:11:20.467935 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:20.477632 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:20.510842 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 0795ddd0-1598-416b-bba7-7755c9380123 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:11:20.511151 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0795ddd0-1598-416b-bba7-7755c9380123), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:20.534899 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795ddd0-1598-416b-bba7-7755c9380123'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:20.537267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144434e4-d5df-4d8e-baa1-01831e1181b5" -d '{"events": [{"server_uuid": "a1b2bf06-311c-4236-9633-75f06c72444b", "name": "network-vif-plugged", "status": "completed", "tag": "0795ddd0-1598-416b-bba7-7755c9380123"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:20.551216 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 0795ddd0-1598-416b-bba7-7755c9380123, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0795ddd0-1598-416b-bba7-7755c9380123,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:20.646954 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (0795ddd0-1598-416b-bba7-7755c9380123), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:20.699742 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=0795ddd0-1598-416b-bba7-7755c9380123,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:20.703306 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1184a2b-3f06-4d1a-9906-1ca70a920202 x-openstack-request-id: req-f1184a2b-3f06-4d1a-9906-1ca70a920202 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:20.703674 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b2bf06-311c-4236-9633-75f06c72444b", "name": "network-vif-plugged", "status": "completed", "tag": "0795ddd0-1598-416b-bba7-7755c9380123", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:20.703870 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f1184a2b-3f06-4d1a-9906-1ca70a920202 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:20.704275 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1184a2b-3f06-4d1a-9906-1ca70a920202'] response: {'server_uuid': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795ddd0-1598-416b-bba7-7755c9380123', 'code': 200} Jul 26 15:11:21.015304 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036069ec-3e65-4776-ab62-416976eecf73 req-367ae5a6-7e73-4b31-8d8b-f94055a4c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:21.017183 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-036069ec-3e65-4776-ab62-416976eecf73 req-367ae5a6-7e73-4b31-8d8b-f94055a4c83b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 1130 time: 0.0430238 Jul 26 15:11:21.107451 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925049f1-145b-4eda-a9f0-1b3e116ce82e req-4e217d00-f1b4-49db-a5e5-27f13a93f716 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:21.109498 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-925049f1-145b-4eda-a9f0-1b3e116ce82e req-4e217d00-f1b4-49db-a5e5-27f13a93f716 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0716603 Jul 26 15:11:21.112088 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-036069ec-3e65-4776-ab62-416976eecf73 req-57443ebd-2f9c-45d1-b42a-6f6b4620f960 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886111 Jul 26 15:11:21.131575 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:21.160230 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-925049f1-145b-4eda-a9f0-1b3e116ce82e req-76e3079a-8c14-4e8e-bf9e-8f96cb471126 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Jul 26 15:11:21.587069 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9317bf5-0836-42ca-aa36-b92dfe44660e req-07f72289-25d7-4442-9cc1-680ad150fa6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:21.588605 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c9317bf5-0836-42ca-aa36-b92dfe44660e req-07f72289-25d7-4442-9cc1-680ad150fa6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0485899 Jul 26 15:11:21.611400 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:21.653974 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c9317bf5-0836-42ca-aa36-b92dfe44660e req-74e558ad-4248-46b9-ac01-fe16ad1416bc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588295 Jul 26 15:11:22.284274 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b74f4-199e-4f00-bfcb-b6029037575d req-ba844838-7a0d-4fd0-8645-63b023813899 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:22.285949 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3b5b74f4-199e-4f00-bfcb-b6029037575d req-ba844838-7a0d-4fd0-8645-63b023813899 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0518327 Jul 26 15:11:22.319526 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:22.337776 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3b5b74f4-199e-4f00-bfcb-b6029037575d req-edd06de0-c31e-4c0b-8d34-d006edc45203 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460565 Jul 26 15:11:22.779135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0e2a-664f-4422-b5e3-617b3a493fa9 req-3112d776-73e9-4478-8bc4-648548943765 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:22.781323 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-42fe0e2a-664f-4422-b5e3-617b3a493fa9 req-3112d776-73e9-4478-8bc4-648548943765 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0498047 Jul 26 15:11:22.848251 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-42fe0e2a-664f-4422-b5e3-617b3a493fa9 req-62388d11-9db4-4e5c-be74-d9a70f5e007d tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611417 Jul 26 15:11:23.461071 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2d46-7e86-467d-abf1-42c0f489f789 req-7ca4a494-95a0-4ab9-bd71-aaff5e7e8111 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:23.462724 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-99aa2d46-7e86-467d-abf1-42c0f489f789 req-7ca4a494-95a0-4ab9-bd71-aaff5e7e8111 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0494757 Jul 26 15:11:23.519985 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-99aa2d46-7e86-467d-abf1-42c0f489f789 req-a0ec5832-780b-47ab-9b47-68c84ec75046 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514066 Jul 26 15:11:24.224313 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad3f36-8bcb-465c-ada4-e4579661de33 req-2618a0be-e01f-4c34-9b34-8f67a27113d2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:24.225811 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-26ad3f36-8bcb-465c-ada4-e4579661de33 req-2618a0be-e01f-4c34-9b34-8f67a27113d2 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.3020487 Jul 26 15:11:24.299623 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-26ad3f36-8bcb-465c-ada4-e4579661de33 req-3e3de38f-6990-44af-ab14-b5a7319a76dd tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680161 Jul 26 15:11:24.642486 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feac54-5ebe-44af-93b7-d93afb2927d2 req-81d3542e-f925-4251-83ca-e7c6458980e9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:24.644053 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c8feac54-5ebe-44af-93b7-d93afb2927d2 req-81d3542e-f925-4251-83ca-e7c6458980e9 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0507388 Jul 26 15:11:24.697860 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c8feac54-5ebe-44af-93b7-d93afb2927d2 req-1a7095ac-bfb4-4445-a381-b5c14c4859a5 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481408 Jul 26 15:11:24.817854 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2973-4ba4-4f21-917d-431cf35b3256 req-6fe7f2eb-30e5-4130-8aea-f1ff42a03c22 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:24.819537 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-251e2973-4ba4-4f21-917d-431cf35b3256 req-6fe7f2eb-30e5-4130-8aea-f1ff42a03c22 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0497270 Jul 26 15:11:24.829768 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40416) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:24.834342 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Request body: {'floatingip': {'port_id': '0795ddd0-1598-416b-bba7-7755c9380123'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:24.874533 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (a718c279-4349-4f27-bd8a-e40aa320f1fd), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:25.351364 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:25.441128 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008ddf7-2aa4-4d4a-a3a3-0484963e4a00 req-edc7a1b8-ccc4-4f70-a260-e5ec107017d8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:25.442250 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6008ddf7-2aa4-4d4a-a3a3-0484963e4a00 req-edc7a1b8-ccc4-4f70-a260-e5ec107017d8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0500064 Jul 26 15:11:25.498595 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (a718c279-4349-4f27-bd8a-e40aa320f1fd), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:25.546503 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6008ddf7-2aa4-4d4a-a3a3-0484963e4a00 req-ebdcfa26-9d9d-4b66-a34c-8fbc06142431 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974991 Jul 26 15:11:25.614992 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Floating IP a718c279-4349-4f27-bd8a-e40aa320f1fd associated. External IP: 172.27.2.243, port: 0795ddd0-1598-416b-bba7-7755c9380123. Jul 26 15:11:25.719122 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:25.819079 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:25.837795 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Router 31cb83a6-89f5-440f-a295-9a5f89004ec6 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:11:25.957175 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:25.962251 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:25.967015 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] Sync routers for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:25.982638 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:25.982638 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:25.998127 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-5aff571e-c0f0-4bdf-8301-8074286d1bf2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "PUT /v2.0/floatingips/a718c279-4349-4f27-bd8a-e40aa320f1fd HTTP/1.1" status: 200 len: 992 time: 1.1672707 Jul 26 15:11:25.998904 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'tag': '0795ddd0-1598-416b-bba7-7755c9380123'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:26.001497 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777edf76-a05e-47f0-818d-0714a76e5669" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b2bf06-311c-4236-9633-75f06c72444b", "tag": "0795ddd0-1598-416b-bba7-7755c9380123"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:26.039912 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e456c1-fe1f-440f-971e-8d9bcc0500b8 x-openstack-request-id: req-49e456c1-fe1f-440f-971e-8d9bcc0500b8 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:26.040536 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b2bf06-311c-4236-9633-75f06c72444b", "tag": "0795ddd0-1598-416b-bba7-7755c9380123", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:26.040536 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-49e456c1-fe1f-440f-971e-8d9bcc0500b8 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:26.040839 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e456c1-fe1f-440f-971e-8d9bcc0500b8'] response: {'name': 'network-changed', 'server_uuid': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'tag': '0795ddd0-1598-416b-bba7-7755c9380123', 'status': 'completed', 'code': 200} Jul 26 15:11:26.176598 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:26.393257 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777edf76-a05e-47f0-818d-0714a76e5669 req-16b47a08-c604-40a3-9906-8741ce0bde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:26.395716 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-777edf76-a05e-47f0-818d-0714a76e5669 req-16b47a08-c604-40a3-9906-8741ce0bde2b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=08db5f6552054a6c97ed644366d18b22&device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 1130 time: 0.0633655 Jul 26 15:11:26.425045 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'a718c279-4349-4f27-bd8a-e40aa320f1fd', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'port_id': '0795ddd0-1598-416b-bba7-7755c9380123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'mac_address': 'fa:16:3e:ac:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:11:07Z', 'updated_at': '2022-07-26T15:11:25Z', 'revision_number': 1, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:26.450588 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] Checking router: 31cb83a6-89f5-440f-a295-9a5f89004ec6 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:26.460417 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:26.461036 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:26.550681 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777edf76-a05e-47f0-818d-0714a76e5669 req-23347eca-00b1-450c-a501-5c77d43ebd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:26.552318 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-777edf76-a05e-47f0-818d-0714a76e5669 req-23347eca-00b1-450c-a501-5c77d43ebd9d service neutron] 10.222.0.102 "GET /v2.0/networks?id=25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 200 len: 911 time: 0.0966094 Jul 26 15:11:26.571720 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:26.630050 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-777edf76-a05e-47f0-818d-0714a76e5669 req-89c92a37-88db-4ad7-9906-b6852bc9dd4b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0795ddd0-1598-416b-bba7-7755c9380123 HTTP/1.1" status: 200 len: 1000 time: 0.0701773 Jul 26 15:11:26.679559 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19684d04-772d-4a5a-970b-ef7ee3585042 req-0d2464ed-f95e-4c16-a4fe-a2d2876039c7 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:26.681762 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-19684d04-772d-4a5a-970b-ef7ee3585042 req-0d2464ed-f95e-4c16-a4fe-a2d2876039c7 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0529134 Jul 26 15:11:26.691311 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777edf76-a05e-47f0-818d-0714a76e5669 req-0799a2a2-eb46-4aff-ad3a-c90ef6f8fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:26.693610 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-777edf76-a05e-47f0-818d-0714a76e5669 req-0799a2a2-eb46-4aff-ad3a-c90ef6f8fb25 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef7095f0-cfe9-4349-aa50-a32e1922adb4 HTTP/1.1" status: 200 len: 849 time: 0.0546679 Jul 26 15:11:26.761700 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-19684d04-772d-4a5a-970b-ef7ee3585042 req-c36cf3f5-fb3d-453a-b1a0-7e3e45a54cb1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722868 Jul 26 15:11:26.765675 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777edf76-a05e-47f0-818d-0714a76e5669 req-8ef84229-578b-488a-abed-688ae73f30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:26.767924 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-777edf76-a05e-47f0-818d-0714a76e5669 req-8ef84229-578b-488a-abed-688ae73f30f7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25e10047-eaa5-41ef-808b-1d7621a68610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610769 Jul 26 15:11:26.865254 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'a718c279-4349-4f27-bd8a-e40aa320f1fd', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'port_id': '0795ddd0-1598-416b-bba7-7755c9380123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'mac_address': 'fa:16:3e:ac:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:11:07Z', 'updated_at': '2022-07-26T15:11:25Z', 'revision_number': 1, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:26.897878 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-777edf76-a05e-47f0-818d-0714a76e5669 req-d40858e2-7a61-49a6-adbf-6c23a2ea88fb service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197059 Jul 26 15:11:26.919456 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f4ff4-3308-43af-83a6-60648e95b3df None None] The sync data for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi is: [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'a718c279-4349-4f27-bd8a-e40aa320f1fd', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'port_id': '0795ddd0-1598-416b-bba7-7755c9380123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'mac_address': 'fa:16:3e:ac:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:11:07Z', 'updated_at': '2022-07-26T15:11:25Z', 'revision_number': 1, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:11:27.023679 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-777edf76-a05e-47f0-818d-0714a76e5669 req-457b5b07-4afc-4584-90cd-055fb085c010 service neutron] 10.222.0.102 "GET /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177697 Jul 26 15:11:27.169332 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83834c5-9584-45cd-b185-f00e4b19d09a None None] New status for floating IP a718c279-4349-4f27-bd8a-e40aa320f1fd: ACTIVE {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:11:27.496877 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:27.514845 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298ef61-ac03-4ced-b95e-46eebf235697 req-27adcecc-563e-4770-92ea-39d9b4138f63 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:27.516548 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8298ef61-ac03-4ced-b95e-46eebf235697 req-27adcecc-563e-4770-92ea-39d9b4138f63 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0538125 Jul 26 15:11:27.566960 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8298ef61-ac03-4ced-b95e-46eebf235697 req-aa8b1b0c-a48c-4e50-8f67-9813b9ba78fd tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Jul 26 15:11:27.903263 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce89d2-dcf4-4a7a-949a-7669b905c01e req-a55df95a-78b8-4386-9594-a3211d237ced tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:27.904868 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-77ce89d2-dcf4-4a7a-949a-7669b905c01e req-a55df95a-78b8-4386-9594-a3211d237ced tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0508723 Jul 26 15:11:27.968706 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-77ce89d2-dcf4-4a7a-949a-7669b905c01e req-6d889f93-66e7-4ff0-a2b4-ff4c555d587e tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579276 Jul 26 15:11:28.357364 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:28.409326 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:28.449451 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efb503-55d1-4bbe-9210-d0a1491384d3 req-4670ec56-389e-4828-ac95-3b8c1792d45e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:28.450933 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76efb503-55d1-4bbe-9210-d0a1491384d3 req-4670ec56-389e-4828-ac95-3b8c1792d45e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0531986 Jul 26 15:11:28.509199 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76efb503-55d1-4bbe-9210-d0a1491384d3 req-deb04f64-c62b-4331-8922-aabbf31a5e34 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503285 Jul 26 15:11:28.694319 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec1839-dbe9-43e4-8941-f990ed8285f7 req-eca06c29-801c-42e8-9f86-24df401954d2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:28.695832 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-89ec1839-dbe9-43e4-8941-f990ed8285f7 req-eca06c29-801c-42e8-9f86-24df401954d2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0507066 Jul 26 15:11:28.744040 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-89ec1839-dbe9-43e4-8941-f990ed8285f7 req-ac9a7ae8-5b1a-4c04-a726-8536f52eecf4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Jul 26 15:11:29.088905 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2692d7-2664-4d7f-8484-02152d5b81b5 req-d97abd81-59db-4fb5-a838-76e5eba0d487 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:29.090371 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8e2692d7-2664-4d7f-8484-02152d5b81b5 req-d97abd81-59db-4fb5-a838-76e5eba0d487 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0473523 Jul 26 15:11:29.155428 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8e2692d7-2664-4d7f-8484-02152d5b81b5 req-12f55fc2-ac0b-41e8-9534-10ad76e97717 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580986 Jul 26 15:11:29.631515 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a80e5-958f-420e-ad00-6f4cd2073ec3 req-24b34339-6ffa-4a21-b434-d977a6d405af tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:29.633026 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d95a80e5-958f-420e-ad00-6f4cd2073ec3 req-24b34339-6ffa-4a21-b434-d977a6d405af tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0503092 Jul 26 15:11:29.681841 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d95a80e5-958f-420e-ad00-6f4cd2073ec3 req-7440f0a5-eec0-4594-b65d-247a7ab4bdfa tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Jul 26 15:11:29.866512 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e4cb-a614-4c70-b520-11fab284cd49 req-2d44bf51-1e9b-42d6-a68a-c82e6c9d6038 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:29.868036 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-abd4e4cb-a614-4c70-b520-11fab284cd49 req-2d44bf51-1e9b-42d6-a68a-c82e6c9d6038 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0520396 Jul 26 15:11:29.916923 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-abd4e4cb-a614-4c70-b520-11fab284cd49 req-13fb1856-33e4-4d46-b848-6fe880de844f tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426934 Jul 26 15:11:30.288631 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6d2e-8dd5-4fac-beaf-a617c517548a req-ac499153-5e9a-428f-8bf2-a96cc6e4941f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:30.290125 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-106a6d2e-8dd5-4fac-beaf-a617c517548a req-ac499153-5e9a-428f-8bf2-a96cc6e4941f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0523381 Jul 26 15:11:30.401976 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-106a6d2e-8dd5-4fac-beaf-a617c517548a req-fa9fa79d-37f1-4fac-b93c-69ac2f996a8b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058967 Jul 26 15:11:30.804532 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673a71b-c19d-4ade-b843-42b8a4105485 req-ee4079bf-347a-4fec-a779-e9a760cc171d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:30.806011 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b673a71b-c19d-4ade-b843-42b8a4105485 req-ee4079bf-347a-4fec-a779-e9a760cc171d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0488408 Jul 26 15:11:30.854726 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:30.859551 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b673a71b-c19d-4ade-b843-42b8a4105485 req-667ccdf1-451d-47ab-b9c4-4ce7f7b3705a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Jul 26 15:11:31.038500 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650391-d5ab-4c4d-ade8-612e67eb3bc6 req-5eb056c6-c77d-4cf8-8e09-8144e75b6e88 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:31.040046 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ec650391-d5ab-4c4d-ade8-612e67eb3bc6 req-5eb056c6-c77d-4cf8-8e09-8144e75b6e88 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0484493 Jul 26 15:11:31.089765 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ec650391-d5ab-4c4d-ade8-612e67eb3bc6 req-a012602a-2286-41f7-8eda-5f18b54cee81 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Jul 26 15:11:31.525383 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a6b73-6207-469c-9fc9-85dc9a013cba req-96e50936-5afa-47df-bbf0-d3bad36caef1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:31.527027 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e45a6b73-6207-469c-9fc9-85dc9a013cba req-96e50936-5afa-47df-bbf0-d3bad36caef1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0506310 Jul 26 15:11:31.596742 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e45a6b73-6207-469c-9fc9-85dc9a013cba req-912907c8-9b8e-43fa-a847-75651930ebef tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631051 Jul 26 15:11:31.984223 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f6c9e-16d7-45c7-9d13-ec3f7f2a586b req-d081ffa6-a726-413b-ae6b-a3aa1b2fd320 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:31.985710 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6d7f6c9e-16d7-45c7-9d13-ec3f7f2a586b req-d081ffa6-a726-413b-ae6b-a3aa1b2fd320 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0484061 Jul 26 15:11:32.034681 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6d7f6c9e-16d7-45c7-9d13-ec3f7f2a586b req-05068a81-8a49-4995-aff5-cff64d77cdb8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Jul 26 15:11:32.212428 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32354e79-521b-4c45-8d20-fd545fd9a00d req-5ee4328c-47b6-4a41-bf3c-4669ade0a7e0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:32.213961 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-32354e79-521b-4c45-8d20-fd545fd9a00d req-5ee4328c-47b6-4a41-bf3c-4669ade0a7e0 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0491164 Jul 26 15:11:32.265155 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-32354e79-521b-4c45-8d20-fd545fd9a00d req-6deaa7ce-b965-4dee-a548-e7334d8459ef tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Jul 26 15:11:32.703093 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:32.722845 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26d856-4b72-4c61-a10c-71c6e5880439 req-f73912bf-a574-4cbc-9e18-e50e6d5ca44c tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:32.724916 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0a26d856-4b72-4c61-a10c-71c6e5880439 req-f73912bf-a574-4cbc-9e18-e50e6d5ca44c tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0548093 Jul 26 15:11:32.788662 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0a26d856-4b72-4c61-a10c-71c6e5880439 req-7be926f4-2744-4720-be46-2151d54afa3c tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580399 Jul 26 15:11:33.157118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773c83c-3c22-49f6-9490-b6263773796f req-6c45c3ca-3793-46d1-bd8e-031bd106658e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:33.158835 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8773c83c-3c22-49f6-9490-b6263773796f req-6c45c3ca-3793-46d1-bd8e-031bd106658e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0500395 Jul 26 15:11:33.206330 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8773c83c-3c22-49f6-9490-b6263773796f req-d173587d-7216-47d0-9816-2dd030187db9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=409eadd3-bca0-450e-ab75-8f50847e40c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 Jul 26 15:11:33.385016 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28178e-f1d1-4c94-8473-0f2c65cfc7be req-cee5e15c-f95e-45bd-b1df-dadc80550b32 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:33.386539 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bc28178e-f1d1-4c94-8473-0f2c65cfc7be req-cee5e15c-f95e-45bd-b1df-dadc80550b32 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0485566 Jul 26 15:11:33.437785 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bc28178e-f1d1-4c94-8473-0f2c65cfc7be req-24102387-2a0d-44d6-a93b-f236de75a7a2 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=f2081a18-cd5f-4506-b18b-43478a5032c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444143 Jul 26 15:11:33.446951 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-8a32efb9-281b-480e-a02e-e46fb185d08c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:33.448614 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-8a32efb9-281b-480e-a02e-e46fb185d08c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 946 time: 0.0508261 Jul 26 15:11:33.532561 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-93513141-2003-4df0-8f46-409c9ec457bc tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:33.534072 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-93513141-2003-4df0-8f46-409c9ec457bc tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0521855 Jul 26 15:11:33.567526 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Deleting port 4f4c8eee-d209-4040-b613-9be1c6f38ffd {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:33.567873 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:33.624782 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Deleting port 719e7995-4710-47be-a9ec-6331681e1c1f {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:33.625045 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:33.667304 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] For port 4f4c8eee-d209-4040-b613-9be1c6f38ffd, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4f4c8eee-d209-4040-b613-9be1c6f38ffd,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:33.667710 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:33.722698 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] For port 719e7995-4710-47be-a9ec-6331681e1c1f, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=719e7995-4710-47be-a9ec-6331681e1c1f,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:33.722698 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:33.823553 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:33.840689 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:33.841069 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (0bdfe523-c17d-46cb-b22f-08071a9ea52a), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:33.841370 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Floating IP 0bdfe523-c17d-46cb-b22f-08071a9ea52a disassociated. External IP: 172.27.2.145, port: 4f4c8eee-d209-4040-b613-9be1c6f38ffd. Jul 26 15:11:33.841722 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Calling delete_port for 4f4c8eee-d209-4040-b613-9be1c6f38ffd owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:33.902992 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:33.904010 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:33.904419 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (429fbdad-26ac-44b1-9e3a-d0bb3ef23b00), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:33.905069 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Floating IP 429fbdad-26ac-44b1-9e3a-d0bb3ef23b00 disassociated. External IP: 172.27.2.32, port: 719e7995-4710-47be-a9ec-6331681e1c1f. Jul 26 15:11:33.905424 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Calling delete_port for 719e7995-4710-47be-a9ec-6331681e1c1f owned by compute:nova {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:33.950101 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3f7f-0059-4053-996f-d2c50874c82f req-177f6dec-a3c2-4ae6-baf7-70e4841acf13 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:33.951819 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c03d3f7f-0059-4053-996f-d2c50874c82f req-177f6dec-a3c2-4ae6-baf7-70e4841acf13 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0674722 Jul 26 15:11:33.980623 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:34.062974 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c03d3f7f-0059-4053-996f-d2c50874c82f req-d1da005d-d84e-4d1e-9eb4-1c64f6e34c49 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996277 Jul 26 15:11:34.138008 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (719e7995-4710-47be-a9ec-6331681e1c1f), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:34.150336 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (4f4c8eee-d209-4040-b613-9be1c6f38ffd), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:34.168991 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'Port': ['ID=719e7995-4710-47be-a9ec-6331681e1c1f,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:34.186730 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event deleted for resources: {'Port': ['ID=4f4c8eee-d209-4040-b613-9be1c6f38ffd,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:34.199075 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.199377 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.199925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.200448 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.200782 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.201115 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.201692 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.201821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.202145 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.202476 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.202796 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.203116 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.203437 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.203785 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.204103 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:34.322876 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-97de3a49-e5bb-4786-a72f-8266f59022d2 req-34e18198-ae8a-492a-ab68-9412b6257b9b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0337894 Jul 26 15:11:34.324100 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:11:34.338722 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:11:34.440263 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:34.447264 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:34.457078 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:34.465967 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] Sync routers for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:34.477169 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b8822-378b-41da-8636-467216a7d997 None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:34.482688 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:34.483836 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:34.493675 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b8822-378b-41da-8636-467216a7d997 None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:34.497324 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-873b8822-378b-41da-8636-467216a7d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:34.511583 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] No DVR routers for this DVR port 4f4c8eee-d209-4040-b613-9be1c6f38ffd on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:11:34.514822 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:34.523993 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7282e989-a0a0-45bd-9f54-31c9155d24b6 req-b448ee00-bdb4-4831-ac51-545a28565cb7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "DELETE /v2.0/ports/4f4c8eee-d209-4040-b613-9be1c6f38ffd HTTP/1.1" status: 204 len: 173 time: 1.0421693 Jul 26 15:11:34.524803 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'name': 'network-vif-deleted', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:34.527491 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd6da66-916e-4600-8c82-591e5367d74e" -d '{"events": [{"server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "name": "network-vif-deleted", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:34.556519 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] No DVR routers for this DVR port 719e7995-4710-47be-a9ec-6331681e1c1f on host hv-cinder-85066 {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:11:34.560318 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:34.564959 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5e880bf5-ff40-4799-a121-786b53f425d1 req-c2f0bd92-4cd3-4b7c-96f1-ef6bfe31249f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "DELETE /v2.0/ports/719e7995-4710-47be-a9ec-6331681e1c1f HTTP/1.1" status: 204 len: 173 time: 1.0225480 Jul 26 15:11:34.565542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'name': 'network-vif-deleted', 'tag': '719e7995-4710-47be-a9ec-6331681e1c1f'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:34.569491 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a99d058-fcfd-48b0-8079-c267d8ede007" -d '{"events": [{"server_uuid": "a02cbd58-fa78-47f5-ac51-4e1aa930e4f7", "name": "network-vif-deleted", "tag": "719e7995-4710-47be-a9ec-6331681e1c1f"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:34.620820 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:34.706105 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2fbfd37b-33cd-43cc-bb99-7360a4058f9a req-f8febffb-9774-4828-a425-3a16545f6902 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 210 time: 0.1145549 Jul 26 15:11:34.708934 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:34.712357 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc90655-bb30-4839-9ea4-ffab636c2e7e x-openstack-request-id: req-afc90655-bb30-4839-9ea4-ffab636c2e7e {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:34.713139 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530f5891-c2f5-4273-8ef0-c733ef667dc3", "name": "network-vif-deleted", "tag": "4f4c8eee-d209-4040-b613-9be1c6f38ffd", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:34.713139 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-afc90655-bb30-4839-9ea4-ffab636c2e7e {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:34.713375 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc90655-bb30-4839-9ea4-ffab636c2e7e'] response: {'server_uuid': '530f5891-c2f5-4273-8ef0-c733ef667dc3', 'name': 'network-vif-deleted', 'tag': '4f4c8eee-d209-4040-b613-9be1c6f38ffd', 'status': 'completed', 'code': 200} Jul 26 15:11:34.746897 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-873b8822-378b-41da-8636-467216a7d997 None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:34.905750 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:34.950999 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] Checking router: e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:34.951604 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd32c67a-a904-41ee-a514-256e762a707d x-openstack-request-id: req-bd32c67a-a904-41ee-a514-256e762a707d {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:34.951999 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02cbd58-fa78-47f5-ac51-4e1aa930e4f7", "name": "network-vif-deleted", "tag": "719e7995-4710-47be-a9ec-6331681e1c1f", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:34.952721 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bd32c67a-a904-41ee-a514-256e762a707d {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:34.952846 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd32c67a-a904-41ee-a514-256e762a707d'] response: {'server_uuid': 'a02cbd58-fa78-47f5-ac51-4e1aa930e4f7', 'name': 'network-vif-deleted', 'tag': '719e7995-4710-47be-a9ec-6331681e1c1f', 'status': 'completed', 'code': 200} Jul 26 15:11:34.961159 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:34.965532 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:35.051252 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-873b8822-378b-41da-8636-467216a7d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:35.070798 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:35.078549 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b8822-378b-41da-8636-467216a7d997 None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:35.087567 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b8822-378b-41da-8636-467216a7d997 None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:35.088189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-873b8822-378b-41da-8636-467216a7d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:35.198674 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33571af-a3ae-4116-b64d-669899572964 req-60321d7d-7c7b-425d-97d4-079c60f68426 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:35.200695 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f33571af-a3ae-4116-b64d-669899572964 req-60321d7d-7c7b-425d-97d4-079c60f68426 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0647030 Jul 26 15:11:35.209674 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-873b8822-378b-41da-8636-467216a7d997 None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:35.272664 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f33571af-a3ae-4116-b64d-669899572964 req-5e124d27-c62b-4fd8-b1dc-0300e691bb10 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=98b1d07f-96c7-443a-8199-36f4c4bf19c9&id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637586 Jul 26 15:11:35.380951 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:35.408578 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89d7a-0139-4519-b794-303545d24d33 None None] The sync data for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi is: [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:05:04Z', 'revision_number': 4, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '94428750-bbad-4761-859d-df13c4df4470', 'name': '', 'network_id': 'a8d3dae5-c67b-4195-9daa-754dae1d5468', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'mac_address': 'fa:16:3e:05:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35a96bf3-8048-458f-8972-36665207f34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:05:00Z', 'updated_at': '2022-07-26T15:05:18Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'subnets': [{'id': '35a96bf3-8048-458f-8972-36665207f34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:11:35.424371 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-873b8822-378b-41da-8636-467216a7d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:35.457926 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b8822-378b-41da-8636-467216a7d997 None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:11:35.465343 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c9aa256c-65da-4ce6-b26a-609e0a7f894d req-f30d16bb-fbd3-40d9-a1f3-f6f671519f0a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=a02cbd58-fa78-47f5-ac51-4e1aa930e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0335627 Jul 26 15:11:35.720054 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894648eb-a260-40d2-b454-d80d22cc405c None None] New status for floating IP 0bdfe523-c17d-46cb-b22f-08071a9ea52a: DOWN {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:11:35.752039 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa10457-e9d4-4596-9da3-f556fe163319 None None] New status for floating IP 429fbdad-26ac-44b1-9e3a-d0bb3ef23b00: DOWN {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:11:35.791739 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:35.864142 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-afbebc9b-c615-4b2e-85c5-c9cf17200b2a req-7d178975-7ecf-4952-8939-5b01e63c97f1 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=530f5891-c2f5-4273-8ef0-c733ef667dc3 HTTP/1.1" status: 200 len: 210 time: 0.0462103 Jul 26 15:11:36.361378 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 4f4c8eee-d209-4040-b613-9be1c6f38ffd no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:36.383498 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 4f4c8eee-d209-4040-b613-9be1c6f38ffd {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:36.383832 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 4f4c8eee-d209-4040-b613-9be1c6f38ffd not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:36.647728 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40514) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:36.705096 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5c559c16-b3b5-419a-b0bf-79ab6456525e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (409eadd3-bca0-450e-ab75-8f50847e40c6), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:36.729633 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5c559c16-b3b5-419a-b0bf-79ab6456525e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (409eadd3-bca0-450e-ab75-8f50847e40c6), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:36.851688 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5c559c16-b3b5-419a-b0bf-79ab6456525e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (409eadd3-bca0-450e-ab75-8f50847e40c6), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:36.854250 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5c559c16-b3b5-419a-b0bf-79ab6456525e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:36.855395 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-5c559c16-b3b5-419a-b0bf-79ab6456525e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "DELETE /v2.0/security-groups/409eadd3-bca0-450e-ab75-8f50847e40c6 HTTP/1.1" status: 204 len: 168 time: 0.2066262 Jul 26 15:11:36.858984 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40516) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:36.866056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c559c16-b3b5-419a-b0bf-79ab6456525e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409eadd3-bca0-450e-ab75-8f50847e40c6,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:36.874857 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.api.v2.resource [None req-f5315402-c818-4c2c-acc1-b6ad8fefd79d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] show failed (client error): The resource could not be found. Jul 26 15:11:36.875756 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-f5315402-c818-4c2c-acc1-b6ad8fefd79d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups/409eadd3-bca0-450e-ab75-8f50847e40c6 HTTP/1.1" status: 404 len: 347 time: 0.0156863 Jul 26 15:11:36.879323 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40518) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:37.001660 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Deleting port 225621da-e20f-4591-9e4c-f5de72024ef4 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:37.002008 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (225621da-e20f-4591-9e4c-f5de72024ef4), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.030330 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40524) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:37.068718 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:37.085473 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (225621da-e20f-4591-9e4c-f5de72024ef4), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.085826 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (225621da-e20f-4591-9e4c-f5de72024ef4), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.090276 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efddf6fc-79e3-4fa4-b3e7-49e887c6ee0c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group (f2081a18-cd5f-4506-b18b-43478a5032c9), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.099429 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Calling delete_port for 225621da-e20f-4591-9e4c-f5de72024ef4 owned by network:floatingip {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:37.120743 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efddf6fc-79e3-4fa4-b3e7-49e887c6ee0c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group (f2081a18-cd5f-4506-b18b-43478a5032c9), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.173683 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:37.292445 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efddf6fc-79e3-4fa4-b3e7-49e887c6ee0c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f2081a18-cd5f-4506-b18b-43478a5032c9), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.295920 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-efddf6fc-79e3-4fa4-b3e7-49e887c6ee0c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.297191 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-efddf6fc-79e3-4fa4-b3e7-49e887c6ee0c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "DELETE /v2.0/security-groups/f2081a18-cd5f-4506-b18b-43478a5032c9 HTTP/1.1" status: 204 len: 168 time: 0.2657781 Jul 26 15:11:37.300284 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40526) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:37.307411 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddf6fc-79e3-4fa4-b3e7-49e887c6ee0c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2081a18-cd5f-4506-b18b-43478a5032c9,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:37.320597 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.api.v2.resource [None req-5004a04c-efa1-4411-83f7-f208dba29461 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] show failed (client error): The resource could not be found. Jul 26 15:11:37.321707 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5004a04c-efa1-4411-83f7-f208dba29461 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups/f2081a18-cd5f-4506-b18b-43478a5032c9 HTTP/1.1" status: 404 len: 347 time: 0.0199296 Jul 26 15:11:37.324805 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40528) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:37.369376 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (225621da-e20f-4591-9e4c-f5de72024ef4), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.406253 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'Port': ['ID=225621da-e20f-4591-9e4c-f5de72024ef4,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:37.528136 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Deleting port d2d7b635-a094-481a-b4b3-2f8196d390d5 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:37.528485 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (d2d7b635-a094-481a-b4b3-2f8196d390d5), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.544943 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (429fbdad-26ac-44b1-9e3a-d0bb3ef23b00), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.547658 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.548824 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-eff769ac-e2c0-4416-9d82-bc64ff67bf3c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "DELETE /v2.0/floatingips/429fbdad-26ac-44b1-9e3a-d0bb3ef23b00 HTTP/1.1" status: 204 len: 168 time: 0.6680896 Jul 26 15:11:37.628605 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (d2d7b635-a094-481a-b4b3-2f8196d390d5), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.633930 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (d2d7b635-a094-481a-b4b3-2f8196d390d5), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.642474 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Calling delete_port for d2d7b635-a094-481a-b4b3-2f8196d390d5 owned by network:floatingip {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:37.708628 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40532) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:37.713585 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-ea3d39de-8a16-4fec-ac97-faa459e34b37 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311317509', 'description': 'tempest-description--1417530074'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:37.764160 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:37.800699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ea3d39de-8a16-4fec-ac97-faa459e34b37 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.869562 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (d2d7b635-a094-481a-b4b3-2f8196d390d5), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.881309 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ea3d39de-8a16-4fec-ac97-faa459e34b37 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (b164ad5b-f3e2-4530-93cf-dcb4f580d58a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.901798 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event deleted for resources: {'Port': ['ID=d2d7b635-a094-481a-b4b3-2f8196d390d5,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:37.961095 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ea3d39de-8a16-4fec-ac97-faa459e34b37 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b164ad5b-f3e2-4530-93cf-dcb4f580d58a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.971912 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks [] for floatingip (0bdfe523-c17d-46cb-b22f-08071a9ea52a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.976293 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.978397 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-54ee4750-07d9-42ee-aa49-0985349a4400 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "DELETE /v2.0/floatingips/0bdfe523-c17d-46cb-b22f-08071a9ea52a HTTP/1.1" status: 204 len: 168 time: 0.6521306 Jul 26 15:11:37.992807 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:37.997236 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d39de-8a16-4fec-ac97-faa459e34b37 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b164ad5b-f3e2-4530-93cf-dcb4f580d58a,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:38.065633 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ea3d39de-8a16-4fec-ac97-faa459e34b37 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.067064 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ea3d39de-8a16-4fec-ac97-faa459e34b37 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3573492 Jul 26 15:11:38.070238 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40536) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:38.074828 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-67c6f8c0-81de-4b31-adb1-b02c139abf2a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group_rule': {'security_group_id': 'b164ad5b-f3e2-4530-93cf-dcb4f580d58a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:38.236395 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-67c6f8c0-81de-4b31-adb1-b02c139abf2a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (aa3a80bf-be76-46ec-9d4f-c616c591c2d8), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.310107 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-67c6f8c0-81de-4b31-adb1-b02c139abf2a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (aa3a80bf-be76-46ec-9d4f-c616c591c2d8), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.369394 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 719e7995-4710-47be-a9ec-6331681e1c1f no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:38.393165 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 719e7995-4710-47be-a9ec-6331681e1c1f {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:38.393481 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 719e7995-4710-47be-a9ec-6331681e1c1f not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:38.394677 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-67c6f8c0-81de-4b31-adb1-b02c139abf2a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (aa3a80bf-be76-46ec-9d4f-c616c591c2d8), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.417959 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6f8c0-81de-4b31-adb1-b02c139abf2a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3a80bf-be76-46ec-9d4f-c616c591c2d8,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:38.534394 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-67c6f8c0-81de-4b31-adb1-b02c139abf2a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.535759 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-67c6f8c0-81de-4b31-adb1-b02c139abf2a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4645441 Jul 26 15:11:38.538919 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40540) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:38.543694 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-21cd06f4-3633-4b11-9f17-6c2a19ecc4f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'security_group_rule': {'security_group_id': 'b164ad5b-f3e2-4530-93cf-dcb4f580d58a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:38.653088 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-21cd06f4-3633-4b11-9f17-6c2a19ecc4f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (f87fa4b7-9bbb-4150-902d-e42a97c6e058), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.715214 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-21cd06f4-3633-4b11-9f17-6c2a19ecc4f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (f87fa4b7-9bbb-4150-902d-e42a97c6e058), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.800905 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-21cd06f4-3633-4b11-9f17-6c2a19ecc4f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (f87fa4b7-9bbb-4150-902d-e42a97c6e058), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.821428 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd06f4-3633-4b11-9f17-6c2a19ecc4f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87fa4b7-9bbb-4150-902d-e42a97c6e058,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:38.923438 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-21cd06f4-3633-4b11-9f17-6c2a19ecc4f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:38.924736 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-21cd06f4-3633-4b11-9f17-6c2a19ecc4f7 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3847404 Jul 26 15:11:38.927994 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40542) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:38.932734 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:39.063969 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:39.146492 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:39.155890 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:39.273148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Allocated IP 172.27.2.164 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/487b5df6-705c-4c5a-8823-4a812db930af) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:11:39.653029 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (487b5df6-705c-4c5a-8823-4a812db930af), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:39.766991 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (487b5df6-705c-4c5a-8823-4a812db930af), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:39.811202 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:39.815630 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:11:39.821489 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:11:39.823534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=487b5df6-705c-4c5a-8823-4a812db930af,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:39.825854 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:11:39.920945 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:40.025704 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (487b5df6-705c-4c5a-8823-4a812db930af), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:40.203870 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (487b5df6-705c-4c5a-8823-4a812db930af), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:40.281941 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (487b5df6-705c-4c5a-8823-4a812db930af), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:40.362539 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=487b5df6-705c-4c5a-8823-4a812db930af,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:40.376753 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:40.384157 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:40.448205 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c2f9d-8347-49ca-ab17-526f23e21a8c req-59f7617d-45a2-405e-bdf0-c5aa5455deaa tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:40.450439 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-168c2f9d-8347-49ca-ab17-526f23e21a8c req-59f7617d-45a2-405e-bdf0-c5aa5455deaa tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0595889 Jul 26 15:11:40.475050 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8a297f00-31de-48c3-8f8e-6bd7a7f60b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:40.477021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:40.478382 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-fe3cb92a-c846-4235-b3ad-2e8cb6a7efc9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5492592 Jul 26 15:11:40.511657 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-168c2f9d-8347-49ca-ab17-526f23e21a8c req-8eac23c3-0a24-4be0-a420-159fefb325c0 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548475 Jul 26 15:11:40.697482 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:40.710126 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-e2f35a2a-cb1b-45c4-82c9-0b0030a56fd2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1311317509&fields=id&tenant_id=242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 267 time: 0.0504923 Jul 26 15:11:40.836093 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-293a947e-c7f8-443b-8e9d-e2c896068b8a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:40.837772 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-293a947e-c7f8-443b-8e9d-e2c896068b8a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 815 time: 0.1193135 Jul 26 15:11:40.854216 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-9aaf81fd-d165-4867-8b57-51d832d6278a tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/quotas/242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 375 time: 0.0107765 Jul 26 15:11:40.911313 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4e8865f8-a28b-4a87-8581-05204441d36b tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505402 Jul 26 15:11:41.095191 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-aaadac96-9716-49b3-a466-b33fc79955ea service neutron] 10.222.0.94 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704228 Jul 26 15:11:41.096870 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6a18a-ff6e-45f7-8aa9-ed2808cbe9cd req-e66dc29d-b0bf-4c42-b335-06fb5e16b6c6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:41.099785 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2db6a18a-ff6e-45f7-8aa9-ed2808cbe9cd req-e66dc29d-b0bf-4c42-b335-06fb5e16b6c6 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0641816 Jul 26 15:11:41.155616 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2db6a18a-ff6e-45f7-8aa9-ed2808cbe9cd req-7a7ecb29-c0df-4f54-8d57-751b85a5cd5a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Jul 26 15:11:41.202934 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-1357b045-77be-4a44-bad2-22d475e6930e service neutron] 10.222.0.94 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010818 Jul 26 15:11:41.476222 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2f67b55b-d3ac-46f9-b737-bfa7a6f5893f req-d2f5530c-8e83-45c4-8061-59dfe4b3c86e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 210 time: 0.0297856 Jul 26 15:11:41.644790 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0608-0a0e-4fd3-bc7b-76da975a3909 req-e2abc4cf-4da0-466b-96ed-b1a454cb50e2 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:41.646364 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-df8b0608-0a0e-4fd3-bc7b-76da975a3909 req-e2abc4cf-4da0-466b-96ed-b1a454cb50e2 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0524859 Jul 26 15:11:41.702743 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-df8b0608-0a0e-4fd3-bc7b-76da975a3909 req-2348a3c1-d8d1-45da-8065-3b773de37c53 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501022 Jul 26 15:11:42.284795 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db18e45-5b39-4721-a2b1-f0d21757229c req-ee32e954-a179-48d6-8715-3234e3e4f503 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:42.286357 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0db18e45-5b39-4721-a2b1-f0d21757229c req-ee32e954-a179-48d6-8715-3234e3e4f503 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0500920 Jul 26 15:11:42.340719 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0db18e45-5b39-4721-a2b1-f0d21757229c req-7606c21b-ce2a-4d90-9212-b0905b4dc31c tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482562 Jul 26 15:11:42.390328 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:11:42.583083 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4ee96649-3de9-4d0b-8a61-6f6af4f8ae9d req-a957deab-e508-4c68-8675-29f27fa1c3c9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 210 time: 0.0294087 Jul 26 15:11:42.833561 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e93b48-94a6-47b7-8b2f-899a300b3fca req-d05f124b-85ca-444b-a082-f05b0ca92f82 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:42.835106 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f5e93b48-94a6-47b7-8b2f-899a300b3fca req-d05f124b-85ca-444b-a082-f05b0ca92f82 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0522006 Jul 26 15:11:42.886280 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f5e93b48-94a6-47b7-8b2f-899a300b3fca req-2cc943a5-6999-4e33-bc8a-6a12703a4332 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451953 Jul 26 15:11:43.062464 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:43.083839 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-25eeca1f-1a72-43f6-90a7-bb8e6226bcbf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:43.085297 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-25eeca1f-1a72-43f6-90a7-bb8e6226bcbf tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0520461 Jul 26 15:11:43.188746 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Deleting port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:43.189080 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:43.289434 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] For port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:43.289799 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:43.304770 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Calling delete_port for 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 owned by compute:nova {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:43.440521 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:43.470127 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6051c63-6616-41c8-8870-5385057f00aa req-dec32b59-25fe-4a44-b4cb-8f9d395cc966 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:43.471860 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6051c63-6616-41c8-8870-5385057f00aa req-dec32b59-25fe-4a44-b4cb-8f9d395cc966 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 945 time: 0.0574148 Jul 26 15:11:43.492428 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:43.525402 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6051c63-6616-41c8-8870-5385057f00aa req-dcb23600-7d99-4fec-bfc0-9a1fb3d87ce7 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476668 Jul 26 15:11:43.549574 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (18c5b7fd-eaad-4eca-8964-f04ead1ce7f7), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:43.574861 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['0552bdab-a714-4a7a-a202-96df45a02287', '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:11:43.581574 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event deleted for resources: {'Port': ['ID=18c5b7fd-eaad-4eca-8964-f04ead1ce7f7,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:43.642675 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] No DVR routers for this DVR port 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 on host hv-cinder-85066 {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:11:43.649474 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:43.649474 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7cf3cea0-c0f4-4f3b-a48c-baf49b2240fc req-dbb46042-5968-4f46-b1e1-0fd548f79d56 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "DELETE /v2.0/ports/18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 HTTP/1.1" status: 204 len: 173 time: 0.5563648 Jul 26 15:11:43.649474 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06447f6-a112-4dc5-96aa-87f3189a038e', 'name': 'network-vif-deleted', 'tag': '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:43.652033 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c3450-3da4-4558-a22a-c77038f6f2f2" -d '{"events": [{"server_uuid": "c06447f6-a112-4dc5-96aa-87f3189a038e", "name": "network-vif-deleted", "tag": "18c5b7fd-eaad-4eca-8964-f04ead1ce7f7"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:43.709219 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21af53e3-d304-4b1d-9279-2cbf1c9e1077 x-openstack-request-id: req-21af53e3-d304-4b1d-9279-2cbf1c9e1077 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:43.709510 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06447f6-a112-4dc5-96aa-87f3189a038e", "name": "network-vif-deleted", "tag": "18c5b7fd-eaad-4eca-8964-f04ead1ce7f7", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:43.709755 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-21af53e3-d304-4b1d-9279-2cbf1c9e1077 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:43.710179 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21af53e3-d304-4b1d-9279-2cbf1c9e1077'] response: {'server_uuid': 'c06447f6-a112-4dc5-96aa-87f3189a038e', 'name': 'network-vif-deleted', 'tag': '18c5b7fd-eaad-4eca-8964-f04ead1ce7f7', 'status': 'completed', 'code': 200} Jul 26 15:11:43.712180 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f0389d02-9e75-4bb0-bc3b-0722a11eb89a req-e0c5ee8e-7262-4007-8304-1241d98c0ad0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 210 time: 0.0375023 Jul 26 15:11:43.812821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3e9ca367-b463-4d22-b9d8-afe09b8d2781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:44.033037 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc610-c6a1-45e1-b0ab-2fff0ce5e262 req-0e9da111-f352-4f95-b1ab-00f3f101c97e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:44.034922 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-954cc610-c6a1-45e1-b0ab-2fff0ce5e262 req-0e9da111-f352-4f95-b1ab-00f3f101c97e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0667481 Jul 26 15:11:44.049739 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-7b13e78a-a7f2-4604-901c-a9af966c9cc8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:44.051328 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-7b13e78a-a7f2-4604-901c-a9af966c9cc8 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 815 time: 0.1256359 Jul 26 15:11:44.117713 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-954cc610-c6a1-45e1-b0ab-2fff0ce5e262 req-e2f4c518-aea8-48eb-8502-d8cd80b87be4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714898 Jul 26 15:11:44.146315 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-b330c2d3-ee77-41a6-bfa3-d8da1cd9f4d0 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=242289f1dedc45ccbdd6aa8e19d4e414 HTTP/1.1" status: 200 len: 380 time: 0.0774522 Jul 26 15:11:44.161635 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'port': {'device_id': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'admin_state_up': True, 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'security_groups': ['b164ad5b-f3e2-4530-93cf-dcb4f580d58a']}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:44.366191 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Made reservation on behalf of 242289f1dedc45ccbdd6aa8e19d4e414 for: {'port': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:11:44.370062 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:44.512035 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Allocated IP 172.20.0.6 (bd3e2f67-4b42-4920-a974-5409190c3fa7/43757087-30ce-4642-b5f0-ce124a57fc73/d26cb2f7-8f51-4b59-948e-25c442c7dd79) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:11:44.543196 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:44.682495 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2c130021-a1e3-4910-b3d6-5fd37f4ca2c1 req-cfa0b8ca-22ca-44c9-ab57-0aeeb581c387 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=c06447f6-a112-4dc5-96aa-87f3189a038e HTTP/1.1" status: 200 len: 210 time: 0.0437539 Jul 26 15:11:44.699055 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:44.818207 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b2a6bfe-5000-4eaf-b6b4-eb58a95f3f0c req-fa70dceb-f0f6-4b12-9dbb-dc40016feebe tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Jul 26 15:11:44.909630 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:44.948170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:44.973994 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:11:44.977743 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:11:44.984170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:11:44.987140 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event updated for resources: {'Port': ['ID=d26cb2f7-8f51-4b59-948e-25c442c7dd79,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:45.049219 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:45.049887 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:45.102289 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:45.152371 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-4ff617c2-0b4a-404d-b831-53ce06db32ea tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9947956 Jul 26 15:11:45.153289 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:45.165870 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Request body: {'port': {'device_id': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:45.275966 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:45.281448 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-17124e78-2faf-48f4-919e-da1d00f56637 None None] Provisioning complete for port d26cb2f7-8f51-4b59-948e-25c442c7dd79 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:11:45.282068 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-17124e78-2faf-48f4-919e-da1d00f56637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:45.302553 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f73e45-ca85-4ea2-a02e-e7306e940052 req-4b4a308c-808c-4e45-951e-b0ca109485f4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:45.307405 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a2f73e45-ca85-4ea2-a02e-e7306e940052 req-4b4a308c-808c-4e45-951e-b0ca109485f4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0690789 Jul 26 15:11:45.318070 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-17124e78-2faf-48f4-919e-da1d00f56637 None None] Port d26cb2f7-8f51-4b59-948e-25c442c7dd79 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:11:45.453643 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a2f73e45-ca85-4ea2-a02e-e7306e940052 req-54bb34b3-7cca-4515-9b14-835bdf504cec tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272075 Jul 26 15:11:45.613223 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26cb2f7-8f51-4b59-948e-25c442c7dd79 {{(pid=116401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:11:45.621913 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Publish callbacks [] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:45.643394 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.provisioning_blocks [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Transition to ACTIVE for port object d26cb2f7-8f51-4b59-948e-25c442c7dd79 will not be triggered until provisioned by entity L2. {{(pid=116401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:11:45.771941 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:45.854760 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Pushing event updated for resources: {'Port': ['ID=d26cb2f7-8f51-4b59-948e-25c442c7dd79,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:45.924978 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Attempting to bind port d26cb2f7-8f51-4b59-948e-25c442c7dd79 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:11:45.925287 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Attempting to bind port d26cb2f7-8f51-4b59-948e-25c442c7dd79 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:11:45.925615 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Attempting to bind port d26cb2f7-8f51-4b59-948e-25c442c7dd79 on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:11:45.931412 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Port d26cb2f7-8f51-4b59-948e-25c442c7dd79 on network bd3e2f67-4b42-4920-a974-5409190c3fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:11:45.931870 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Attempting to bind port d26cb2f7-8f51-4b59-948e-25c442c7dd79 on network bd3e2f67-4b42-4920-a974-5409190c3fa7 {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:11:45.938606 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:11:45.938947 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Checking segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:11:45.939345 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Bound using segment: {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'} {{(pid=116401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:11:45.939830 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.managers [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Bound port: d26cb2f7-8f51-4b59-948e-25c442c7dd79, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1351905-9298-4c67-8a5e-4aebaf36b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7'}}] {{(pid=116401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:11:45.940201 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:45.985041 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdc862-c345-45d3-b48a-1c032d9960fd req-42eb30aa-c738-4019-b6bc-e76220a65f34 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:45.987498 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e6cdc862-c345-45d3-b48a-1c032d9960fd req-42eb30aa-c738-4019-b6bc-e76220a65f34 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 943 time: 0.0679798 Jul 26 15:11:46.049342 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:46.049552 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e6cdc862-c345-45d3-b48a-1c032d9960fd req-ac38c3e3-6956-4c51-b292-be50a14a73ca tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556765 Jul 26 15:11:46.054960 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] For port d26cb2f7-8f51-4b59-948e-25c442c7dd79, host hv-cinder-85066, cleared binding levels {{(pid=116401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:11:46.059393 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] For port d26cb2f7-8f51-4b59-948e-25c442c7dd79, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=d26cb2f7-8f51-4b59-948e-25c442c7dd79,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:11:46.183893 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:46.223921 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:46.227313 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:46.227313 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] 10.222.0.102 "PUT /v2.0/ports/d26cb2f7-8f51-4b59-948e-25c442c7dd79 HTTP/1.1" status: 200 len: 1093 time: 1.0649765 Jul 26 15:11:46.227313 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'tag': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:46.229271 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46916d7-5465-4894-b06b-1a2963cabe70" -d '{"events": [{"name": "network-changed", "server_uuid": "e6afb844-0c21-40c3-a0d6-a30adfc2ed23", "tag": "d26cb2f7-8f51-4b59-948e-25c442c7dd79"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:46.268875 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51ec36-67a6-4b8c-bd36-0d08ce59f785 service neutron] Pushing event updated for resources: {'Port': ['ID=d26cb2f7-8f51-4b59-948e-25c442c7dd79,revision_number=3']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:46.282105 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58418a5f-1fa1-4a6c-b188-d0d70e7f0f37 x-openstack-request-id: req-58418a5f-1fa1-4a6c-b188-d0d70e7f0f37 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:46.282860 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6afb844-0c21-40c3-a0d6-a30adfc2ed23", "tag": "d26cb2f7-8f51-4b59-948e-25c442c7dd79", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:46.283119 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-58418a5f-1fa1-4a6c-b188-d0d70e7f0f37 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:46.283558 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58418a5f-1fa1-4a6c-b188-d0d70e7f0f37'] response: {'name': 'network-changed', 'server_uuid': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'tag': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'status': 'completed', 'code': 200} Jul 26 15:11:46.286513 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:46.358838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5c5d3-11bc-43d5-b460-df9b10d8160a req-d4449b5b-a319-43aa-a97d-1b199a41c12a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:46.360832 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-75c5c5d3-11bc-43d5-b460-df9b10d8160a req-d4449b5b-a319-43aa-a97d-1b199a41c12a tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0618293 Jul 26 15:11:46.410104 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:46.421023 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-75c5c5d3-11bc-43d5-b460-df9b10d8160a req-ecf7ddec-7d80-4808-8d15-699cb9903d79 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493300 Jul 26 15:11:46.569659 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:46.569985 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 18c5b7fd-eaad-4eca-8964-f04ead1ce7f7 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:46.587624 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c43df8-3966-4245-b2b5-ac5b84017eda req-2767cc9c-b4ca-400d-b744-2fe5b4c4181e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:46.589208 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-57c43df8-3966-4245-b2b5-ac5b84017eda req-2767cc9c-b4ca-400d-b744-2fe5b4c4181e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0524120 Jul 26 15:11:46.608327 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:46.649061 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-57c43df8-3966-4245-b2b5-ac5b84017eda req-7c2acbb4-d63e-43db-abf0-8dce2dd0605e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486989 Jul 26 15:11:47.177983 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a1bf3-e542-4c3a-acff-56e6f70df714 req-74d53fa3-aaff-44e0-bad0-d8bb998adebb tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:47.179411 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8d0a1bf3-e542-4c3a-acff-56e6f70df714 req-74d53fa3-aaff-44e0-bad0-d8bb998adebb tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 943 time: 0.0515006 Jul 26 15:11:47.237623 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8d0a1bf3-e542-4c3a-acff-56e6f70df714 req-40e0b352-9b78-46f2-9610-a3a4b98b33a9 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525219 Jul 26 15:11:47.349230 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:47.551679 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11021098-d670-4d2a-a2f2-e7d3312ab2f7 req-0c000ba8-82c4-41f5-9e21-40ace8f0f34b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:47.553203 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-11021098-d670-4d2a-a2f2-e7d3312ab2f7 req-0c000ba8-82c4-41f5-9e21-40ace8f0f34b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Jul 26 15:11:47.605897 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-11021098-d670-4d2a-a2f2-e7d3312ab2f7 req-105bcfee-44ef-4fac-8e8b-cf00defa6eb4 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469365 Jul 26 15:11:47.784699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d9633-7cb6-4097-b77f-cffb88c27b6f req-9b8fdf17-906f-4e1a-95fb-a1fd5c570e8b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:47.786298 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-157d9633-7cb6-4097-b77f-cffb88c27b6f req-9b8fdf17-906f-4e1a-95fb-a1fd5c570e8b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0629253 Jul 26 15:11:47.840081 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-157d9633-7cb6-4097-b77f-cffb88c27b6f req-e692f180-a5ca-497c-9401-d740053b4db9 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479670 Jul 26 15:11:48.371127 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976f314-9e76-4af3-bea1-c29e53e094ec req-3faa2acc-9125-48f4-b12d-560f8b2ebc51 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:48.373648 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c976f314-9e76-4af3-bea1-c29e53e094ec req-3faa2acc-9125-48f4-b12d-560f8b2ebc51 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 943 time: 0.0542600 Jul 26 15:11:48.429720 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c976f314-9e76-4af3-bea1-c29e53e094ec req-e1d6caab-7ebf-49e7-a417-a9d33bc78464 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498672 Jul 26 15:11:48.732833 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4e7a7-629a-4acf-8590-ceaf59efcd30 req-fc1e1e8c-c881-45cc-b6d5-77c018763655 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:48.734468 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6d4e7a7-629a-4acf-8590-ceaf59efcd30 req-fc1e1e8c-c881-45cc-b6d5-77c018763655 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0516489 Jul 26 15:11:48.786412 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b6d4e7a7-629a-4acf-8590-ceaf59efcd30 req-f984fcda-54d3-4792-a0fe-edea03db26f5 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Jul 26 15:11:48.963861 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b347f2-b9c1-416a-a723-47b1539013f8 req-40bd5cb1-6af5-49ed-8fe0-86c4421cdac1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:48.965322 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-81b347f2-b9c1-416a-a723-47b1539013f8 req-40bd5cb1-6af5-49ed-8fe0-86c4421cdac1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0483203 Jul 26 15:11:49.022238 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-81b347f2-b9c1-416a-a723-47b1539013f8 req-a5e5ec7a-41d5-45a4-b030-5f3ade23b2c5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504358 Jul 26 15:11:49.110708 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46916d7-5465-4894-b06b-1a2963cabe70 req-9f1216a2-5f3f-4876-81a3-c6f7dbe85b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:49.112276 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d46916d7-5465-4894-b06b-1a2963cabe70 req-9f1216a2-5f3f-4876-81a3-c6f7dbe85b35 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 1127 time: 0.0411735 Jul 26 15:11:49.234671 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46916d7-5465-4894-b06b-1a2963cabe70 req-738d3126-7a6f-417f-b258-e029f8bf1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:49.236117 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d46916d7-5465-4894-b06b-1a2963cabe70 req-738d3126-7a6f-417f-b258-e029f8bf1177 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1084087 Jul 26 15:11:49.341149 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46916d7-5465-4894-b06b-1a2963cabe70 req-f68d6d98-20aa-4821-8d0c-676a7d9f18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:49.343698 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d46916d7-5465-4894-b06b-1a2963cabe70 req-f68d6d98-20aa-4821-8d0c-676a7d9f18a9 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999503 Jul 26 15:11:49.535367 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-7a65d70b-eef4-4e8a-ac67-5d34398f5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:49.536960 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-7a65d70b-eef4-4e8a-ac67-5d34398f5a1f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 1127 time: 0.0423636 Jul 26 15:11:49.551516 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:49.566792 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75aa545-bc66-460c-93f0-e1a4c34620ff req-d05d3855-0135-4fdb-bc12-7c79d53107b2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:49.568521 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d75aa545-bc66-460c-93f0-e1a4c34620ff req-d05d3855-0135-4fdb-bc12-7c79d53107b2 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 943 time: 0.0597067 Jul 26 15:11:49.590366 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-8ef08579-4730-4db2-b0f4-b488c02423bb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d26cb2f7-8f51-4b59-948e-25c442c7dd79 HTTP/1.1" status: 200 len: 217 time: 0.0407860 Jul 26 15:11:49.645683 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-c5ec9bed-ba04-4581-8b32-26126b6c0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:49.647284 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-c5ec9bed-ba04-4581-8b32-26126b6c0260 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.0508523 Jul 26 15:11:49.658333 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-1f0ab559-e0ad-476d-9ce5-7354583d8221 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:49.659947 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-1f0ab559-e0ad-476d-9ce5-7354583d8221 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.0671968 Jul 26 15:11:49.664456 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d75aa545-bc66-460c-93f0-e1a4c34620ff req-bec7737d-00be-45bc-b0d8-0d5aaa48925e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900707 Jul 26 15:11:49.703555 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-e093a4fe-805c-4c00-a937-5b3833d8f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:49.705071 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-e093a4fe-805c-4c00-a937-5b3833d8f57c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452101 Jul 26 15:11:49.770712 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Deleting port 0552bdab-a714-4a7a-a202-96df45a02287 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:49.771534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (0552bdab-a714-4a7a-a202-96df45a02287), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:49.811652 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-03cb8a42-7b31-4229-b558-31e61eba1fcf service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993085 Jul 26 15:11:49.873314 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] For port 0552bdab-a714-4a7a-a202-96df45a02287, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0552bdab-a714-4a7a-a202-96df45a02287,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:49.873760 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (0552bdab-a714-4a7a-a202-96df45a02287), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:49.890259 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Calling delete_port for 0552bdab-a714-4a7a-a202-96df45a02287 owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:50.012272 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:50.135379 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (0552bdab-a714-4a7a-a202-96df45a02287), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:50.151002 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['0552bdab-a714-4a7a-a202-96df45a02287'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:11:50.179183 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Pushing event deleted for resources: {'Port': ['ID=0552bdab-a714-4a7a-a202-96df45a02287,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:50.191506 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea855-667b-4086-9e23-e1488f4d8470 req-cba5f316-26b8-42ee-a025-5606a1f3cac4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:50.193100 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c26ea855-667b-4086-9e23-e1488f4d8470 req-cba5f316-26b8-42ee-a025-5606a1f3cac4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0889547 Jul 26 15:11:50.214948 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ebb7f-ebbf-4554-8518-db0352ba1e0a req-629c73a2-fec5-42a2-9a79-ce710c7771d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:50.217058 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f18ebb7f-ebbf-4554-8518-db0352ba1e0a req-629c73a2-fec5-42a2-9a79-ce710c7771d3 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 945 time: 0.3452883 Jul 26 15:11:50.229745 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:50.244684 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-eb03a13e-dcd1-4bef-8c0a-b5673ebd84c7 req-7c53b100-cfff-46e5-9889-813f6b5ef247 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262698 Jul 26 15:11:50.254230 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] No DVR routers for this DVR port 0552bdab-a714-4a7a-a202-96df45a02287 on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:11:50.267858 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:50.271917 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6c69343c-5b42-49df-93c2-337bb3a3606b req-6c1db158-d537-48e7-ad00-929d049a9470 tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.102 "DELETE /v2.0/ports/0552bdab-a714-4a7a-a202-96df45a02287 HTTP/1.1" status: 204 len: 173 time: 0.6014137 Jul 26 15:11:50.273424 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebca4e54-4a78-49e4-b381-6cd1203b3535', 'name': 'network-vif-deleted', 'tag': '0552bdab-a714-4a7a-a202-96df45a02287'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:50.275379 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110fcbb2-607c-4d66-82a9-3b2f812bd852" -d '{"events": [{"server_uuid": "ebca4e54-4a78-49e4-b381-6cd1203b3535", "name": "network-vif-deleted", "tag": "0552bdab-a714-4a7a-a202-96df45a02287"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:50.289537 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f18ebb7f-ebbf-4554-8518-db0352ba1e0a req-874f7048-bceb-4fe2-821c-9c7820ffd82d tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/security-groups?id=27eaafcf-7028-4c0e-a424-981189efbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562961 Jul 26 15:11:50.311496 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c26ea855-667b-4086-9e23-e1488f4d8470 req-a800aea8-6318-402b-a18e-2585fb6c69cd tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938518 Jul 26 15:11:50.354442 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e103da37-04b8-45c3-ad8b-334b49d2cd68 x-openstack-request-id: req-e103da37-04b8-45c3-ad8b-334b49d2cd68 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:50.354442 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebca4e54-4a78-49e4-b381-6cd1203b3535", "name": "network-vif-deleted", "tag": "0552bdab-a714-4a7a-a202-96df45a02287", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:50.354442 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e103da37-04b8-45c3-ad8b-334b49d2cd68 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:50.354442 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e103da37-04b8-45c3-ad8b-334b49d2cd68'] response: {'server_uuid': 'ebca4e54-4a78-49e4-b381-6cd1203b3535', 'name': 'network-vif-deleted', 'tag': '0552bdab-a714-4a7a-a202-96df45a02287', 'status': 'completed', 'code': 200} Jul 26 15:11:50.797682 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a9709-dbf6-4995-b1f5-e33566ecb67e req-039fa79f-5ccf-4814-a229-7337db6fd978 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:50.799131 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-536a9709-dbf6-4995-b1f5-e33566ecb67e req-039fa79f-5ccf-4814-a229-7337db6fd978 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 943 time: 0.0526080 Jul 26 15:11:50.849610 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-536a9709-dbf6-4995-b1f5-e33566ecb67e req-04f76560-eba7-40df-b36a-ecd15da524aa tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446405 Jul 26 15:11:51.402431 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:51.406010 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a893295a-7aaf-41e3-9417-dfd4ad3c60ce req-db3ee91b-7e5e-4d4e-ba2f-59fd884b4cab tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 210 time: 0.0307496 Jul 26 15:11:51.455303 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9b6b9-cfd6-4aa8-a08b-ed1c601d75b7 req-2a816973-c7b1-4d3e-8892-056e453f5f53 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:51.457928 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bcb9b6b9-cfd6-4aa8-a08b-ed1c601d75b7 req-2a816973-c7b1-4d3e-8892-056e453f5f53 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0649102 Jul 26 15:11:51.515780 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bcb9b6b9-cfd6-4aa8-a08b-ed1c601d75b7 req-a70821f2-3804-40bd-b7fb-0a942fac6951 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518959 Jul 26 15:11:51.972154 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22587c0-568f-41be-ab83-c955eea5a410 req-5ae403c1-6ed3-421a-8cad-97aa73981d43 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:51.973683 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b22587c0-568f-41be-ab83-c955eea5a410 req-5ae403c1-6ed3-421a-8cad-97aa73981d43 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 943 time: 0.0502152 Jul 26 15:11:52.024656 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b22587c0-568f-41be-ab83-c955eea5a410 req-ae53a809-95d5-463c-85a3-7605c7b503ec tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448461 Jul 26 15:11:52.385751 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:52.386545 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:52.433106 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device d26cb2f7-8f51-4b59-948e-25c442c7dd79 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:11:52.554095 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b4122e38-297a-4215-adf8-0fed3ff64e6c req-763c4ea2-d774-4ff9-a969-03beb5b6a23b tempest-ServerRescueNegativeTestJSON-190978010 tempest-ServerRescueNegativeTestJSON-190978010-project] 10.222.0.94 "GET /v2.0/ports?device_id=ebca4e54-4a78-49e4-b381-6cd1203b3535 HTTP/1.1" status: 200 len: 210 time: 0.0380852 Jul 26 15:11:52.557127 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port d26cb2f7-8f51-4b59-948e-25c442c7dd79, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=d26cb2f7-8f51-4b59-948e-25c442c7dd79,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:52.578820 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'port_id': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'mac_address': 'fa:16:3e:79:5d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:11:52.621571 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port d26cb2f7-8f51-4b59-948e-25c442c7dd79 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:11:52.622088 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:52.637782 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26cb2f7-8f51-4b59-948e-25c442c7dd79 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:11:52.663533 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab47d3b-805c-43f2-b6a3-a7407e1e649b req-e1d8c4e3-0eaf-4fb7-a977-86405806b613 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:52.664155 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port d26cb2f7-8f51-4b59-948e-25c442c7dd79, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=d26cb2f7-8f51-4b59-948e-25c442c7dd79,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:52.665088 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fab47d3b-805c-43f2-b6a3-a7407e1e649b req-e1d8c4e3-0eaf-4fb7-a977-86405806b613 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0603068 Jul 26 15:11:52.719935 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fab47d3b-805c-43f2-b6a3-a7407e1e649b req-7e5706ad-5105-4cfe-9f40-3efae279d188 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488162 Jul 26 15:11:52.725928 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:52.776192 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=d26cb2f7-8f51-4b59-948e-25c442c7dd79,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:53.084805 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['d26cb2f7-8f51-4b59-948e-25c442c7dd79'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:11:53.151207 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668773eb-7383-4e90-ba88-e58d5933b48e req-9e11e30d-d4f9-4c85-906d-f9fa2e908a32 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:53.153783 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-668773eb-7383-4e90-ba88-e58d5933b48e req-9e11e30d-d4f9-4c85-906d-f9fa2e908a32 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 944 time: 0.0549896 Jul 26 15:11:53.173509 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:53.212569 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-668773eb-7383-4e90-ba88-e58d5933b48e req-ea8cb055-896b-43fc-aeb8-ff434467b929 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529690 Jul 26 15:11:53.217457 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:53.236410 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:53.497943 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-0930419a-4e6b-47f1-a01b-dc81663c19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:53.499362 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-0930419a-4e6b-47f1-a01b-dc81663c19b6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1129 time: 0.0439560 Jul 26 15:11:53.618066 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40662) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:53.638241 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-d9aff35e-6b8b-457f-9e6e-a5909dffba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:53.640399 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-d9aff35e-6b8b-457f-9e6e-a5909dffba93 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 910 time: 0.1029780 Jul 26 15:11:53.726600 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-64fc57e3-cf17-4579-8c30-1e88d32f93f7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 1001 time: 0.0677133 Jul 26 15:11:53.783032 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-8a221cca-a34b-446d-bf02-e35eef8d63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:53.784411 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-8a221cca-a34b-446d-bf02-e35eef8d63a7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 200 len: 848 time: 0.0498993 Jul 26 15:11:53.871204 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-bc982eac-3691-4017-96bf-53d4a5811df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:53.873133 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-bc982eac-3691-4017-96bf-53d4a5811df0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786633 Jul 26 15:11:53.881751 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b3cd-2277-44a4-a8e5-7a41953ee25c req-e75b30c0-0383-4a1e-b5df-30da9d054244 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:53.883271 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4ad8b3cd-2277-44a4-a8e5-7a41953ee25c req-e75b30c0-0383-4a1e-b5df-30da9d054244 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0796220 Jul 26 15:11:54.000411 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4ad8b3cd-2277-44a4-a8e5-7a41953ee25c req-92f7977a-0c35-434a-99d9-5b70a628c69b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073401 Jul 26 15:11:54.024051 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-6446bac5-eae3-4470-b1d0-9b3ba97a10ea service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397564 Jul 26 15:11:54.090911 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:54.133216 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2a5db37-1d9b-4d06-91d8-5ceffb0edff2 req-5ef07522-c219-4b93-8655-94c08a5c7df4 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974030 Jul 26 15:11:54.423005 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f21961-32ce-447c-85e9-def1345ede5a req-4f6343bc-7037-413b-adab-6c4921f39a55 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:54.424591 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-29f21961-32ce-447c-85e9-def1345ede5a req-4f6343bc-7037-413b-adab-6c4921f39a55 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 944 time: 0.1254792 Jul 26 15:11:54.439518 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device d26cb2f7-8f51-4b59-948e-25c442c7dd79 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:11:54.482637 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Deleting port 94428750-bbad-4761-859d-df13c4df4470 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:54.482990 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (94428750-bbad-4761-859d-df13c4df4470), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:54.490821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port d26cb2f7-8f51-4b59-948e-25c442c7dd79 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:11:54.548762 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-29f21961-32ce-447c-85e9-def1345ede5a req-000b87ea-4556-4357-bde5-10508a004471 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033640 Jul 26 15:11:54.583280 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port d26cb2f7-8f51-4b59-948e-25c442c7dd79 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:11:54.583982 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:54.595637 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] For port 94428750-bbad-4761-859d-df13c4df4470, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=94428750-bbad-4761-859d-df13c4df4470,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:54.595897 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (94428750-bbad-4761-859d-df13c4df4470), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:54.613976 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Calling delete_port for 94428750-bbad-4761-859d-df13c4df4470 owned by network:router_interface {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:54.616487 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:54.626105 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:54.675151 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port d26cb2f7-8f51-4b59-948e-25c442c7dd79 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:11:54.675695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:54.717096 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:54.719536 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e4631-61e4-4427-9879-009c8511adcc" -d '{"events": [{"server_uuid": "e6afb844-0c21-40c3-a0d6-a30adfc2ed23", "name": "network-vif-plugged", "status": "completed", "tag": "d26cb2f7-8f51-4b59-948e-25c442c7dd79"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:54.740655 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port d26cb2f7-8f51-4b59-948e-25c442c7dd79, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=d26cb2f7-8f51-4b59-948e-25c442c7dd79,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:54.770619 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c18219-f3fc-4de8-8b0d-305684a4aaf3 x-openstack-request-id: req-05c18219-f3fc-4de8-8b0d-305684a4aaf3 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:54.770905 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6afb844-0c21-40c3-a0d6-a30adfc2ed23", "name": "network-vif-plugged", "status": "completed", "tag": "d26cb2f7-8f51-4b59-948e-25c442c7dd79", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:54.771150 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-05c18219-f3fc-4de8-8b0d-305684a4aaf3 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:54.771580 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c18219-f3fc-4de8-8b0d-305684a4aaf3'] response: {'server_uuid': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'code': 200} Jul 26 15:11:54.846327 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:54.847252 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 0552bdab-a714-4a7a-a202-96df45a02287 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:54.884334 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 0552bdab-a714-4a7a-a202-96df45a02287 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:54.884719 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 0552bdab-a714-4a7a-a202-96df45a02287 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:54.913349 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=d26cb2f7-8f51-4b59-948e-25c442c7dd79,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:54.914784 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (94428750-bbad-4761-859d-df13c4df4470), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:54.948356 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Pushing event deleted for resources: {'Port': ['ID=94428750-bbad-4761-859d-df13c4df4470,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:55.180431 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:55.188598 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a151b19-ea62-43f6-9cee-2ed4ad8bd99b req-9e28114c-46d8-452c-b992-7d00fbf6ff5c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:55.190065 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7a151b19-ea62-43f6-9cee-2ed4ad8bd99b req-9e28114c-46d8-452c-b992-7d00fbf6ff5c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.1035566 Jul 26 15:11:55.229687 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5051695-3681-4b13-9c87-b679a03a8ab2 req-afc70b5d-e0fd-4395-8f5c-597f1ea03c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:55.231498 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f5051695-3681-4b13-9c87-b679a03a8ab2 req-afc70b5d-e0fd-4395-8f5c-597f1ea03c9f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 1129 time: 0.0570641 Jul 26 15:11:55.244363 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:55.285343 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f5051695-3681-4b13-9c87-b679a03a8ab2 req-e52514b7-c4b4-47f0-b050-520a6a599b29 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470436 Jul 26 15:11:55.322135 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7a151b19-ea62-43f6-9cee-2ed4ad8bd99b req-5723d1b2-1b2b-46c4-9216-0cd4fafcf68e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259687 Jul 26 15:11:55.453889 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:11:55.544973 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:55.566530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:55.579574 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-b4ddf218-25b2-4d9c-bf0d-8e8e8ca2f54c admin admin] 10.222.0.94 "PUT /v2.0/routers/e29dcad4-ec1e-4900-ac9e-3c15fb1ad526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525721 Jul 26 15:11:55.579765 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40674) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:55.579931 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] Sync routers for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:55.593795 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:55.594430 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:55.705827 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:55.730406 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb217c-b3b5-4afb-9716-66b8c1b96e26 req-4d7177bc-c0dd-46bd-a6bf-e3ea7d1a4456 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:55.732287 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a2bb217c-b3b5-4afb-9716-66b8c1b96e26 req-4d7177bc-c0dd-46bd-a6bf-e3ea7d1a4456 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 945 time: 0.0973132 Jul 26 15:11:55.762258 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks [] for router (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:55.831512 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a2bb217c-b3b5-4afb-9716-66b8c1b96e26 req-3a1c0f4e-bc15-416a-9d50-dcefee5b5b10 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930381 Jul 26 15:11:55.901263 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:11:54Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:55.909459 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks [] for router_gateway (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:55.931177 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] Checking router: e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:55.938906 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] Routers {'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:55.939691 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:56.001921 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:56.035949 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Deleting port edff319f-9c30-4528-9eea-3cd269b00b8f {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:56.036420 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.052202 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] Set router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:56.135776 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] For port edff319f-9c30-4528-9eea-3cd269b00b8f, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=edff319f-9c30-4528-9eea-3cd269b00b8f,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:56.136132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.151753 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Calling delete_port for edff319f-9c30-4528-9eea-3cd269b00b8f owned by network:router_gateway {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:56.243697 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:11:54Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:56.275347 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f02b6-a271-4711-b2d0-182772b2d397 None None] The sync data for ids ['e29dcad4-ec1e-4900-ac9e-3c15fb1ad526'] in dv-cinder-850668-2-iscsi is: [{'id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'name': 'tempest-ServerRescueNegativeTestJSON-1722910175-router', 'tenant_id': 'dbe01616efc64d2e901f45662e7c3518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:11:54Z', 'revision_number': 5, 'project_id': 'dbe01616efc64d2e901f45662e7c3518', 'gw_port': {'id': 'edff319f-9c30-4528-9eea-3cd269b00b8f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29dcad4-ec1e-4900-ac9e-3c15fb1ad526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:11:56.423453 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (edff319f-9c30-4528-9eea-3cd269b00b8f), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.450114 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=edff319f-9c30-4528-9eea-3cd269b00b8f,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:56.460927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ddd0b-de1e-4226-8c16-12f564d7dd44 req-5772dc52-d587-4976-aaff-92830a45f497 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:56.462536 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-594ddd0b-de1e-4226-8c16-12f564d7dd44 req-5772dc52-d587-4976-aaff-92830a45f497 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0530531 Jul 26 15:11:56.524644 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.526203 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-594ddd0b-de1e-4226-8c16-12f564d7dd44 req-58e34556-f1fa-43e3-9e62-144f39707293 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568011 Jul 26 15:11:56.619244 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.621809 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks [] for router_controller (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.744077 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (e29dcad4-ec1e-4900-ac9e-3c15fb1ad526), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.749441 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 {{(pid=116402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:11:56.750447 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.755520 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-25a3b098-824c-4704-89d2-db9842c8b4a6 admin admin] 10.222.0.94 "DELETE /v2.0/routers/e29dcad4-ec1e-4900-ac9e-3c15fb1ad526 HTTP/1.1" status: 204 len: 168 time: 1.1734295 Jul 26 15:11:56.755753 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40682) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:56.810840 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3156e8-0e23-4cc8-992b-4eb5eb8959ef admin admin] Deleting subnet 35a96bf3-8048-458f-8972-36665207f34c {{(pid=116402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:11:56.814169 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a3156e8-0e23-4cc8-992b-4eb5eb8959ef admin admin] Publish callbacks [] for subnet (35a96bf3-8048-458f-8972-36665207f34c), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:56.850602 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:56.854989 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a3156e8-0e23-4cc8-992b-4eb5eb8959ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8880115'] for subnet (35a96bf3-8048-458f-8972-36665207f34c), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.038982 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff03282-e3ba-4342-a804-36470f2f2f46 req-545f94a9-3c42-466e-9793-0343af43e93d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:57.040532 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5ff03282-e3ba-4342-a804-36470f2f2f46 req-545f94a9-3c42-466e-9793-0343af43e93d tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 945 time: 0.1161954 Jul 26 15:11:57.055879 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a3156e8-0e23-4cc8-992b-4eb5eb8959ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (35a96bf3-8048-458f-8972-36665207f34c), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.057839 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:57.135418 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5ff03282-e3ba-4342-a804-36470f2f2f46 req-60bcd8bf-358e-4107-8d23-d79b29009c02 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883474 Jul 26 15:11:57.251080 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adec566-2090-4c8d-8501-367fa566584d req-a0ff9858-ddfc-423b-869c-6cef4b037cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:57.252723 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9adec566-2090-4c8d-8501-367fa566584d req-a0ff9858-ddfc-423b-869c-6cef4b037cfd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1129 time: 0.0434093 Jul 26 15:11:57.275243 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a3156e8-0e23-4cc8-992b-4eb5eb8959ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314733'] for subnet (35a96bf3-8048-458f-8972-36665207f34c), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.307146 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3156e8-0e23-4cc8-992b-4eb5eb8959ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a96bf3-8048-458f-8972-36665207f34c,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:57.360278 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a3156e8-0e23-4cc8-992b-4eb5eb8959ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.363892 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9a3156e8-0e23-4cc8-992b-4eb5eb8959ef admin admin] 10.222.0.94 "DELETE /v2.0/subnets/35a96bf3-8048-458f-8972-36665207f34c HTTP/1.1" status: 204 len: 168 time: 0.6068578 Jul 26 15:11:57.366615 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40686) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:57.366774 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9ce2e5-3526-406e-92cf-5b63579dcf7c None None] Network a8d3dae5-c67b-4195-9daa-754dae1d5468 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:11:57.429956 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adec566-2090-4c8d-8501-367fa566584d req-69ef3994-5d82-4ae4-8e96-3319ec8ed4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:57.431587 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9adec566-2090-4c8d-8501-367fa566584d req-69ef3994-5d82-4ae4-8e96-3319ec8ed4fe service neutron] 10.222.0.102 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 910 time: 0.1323352 Jul 26 15:11:57.467447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (a8d3dae5-c67b-4195-9daa-754dae1d5468), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.513595 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:57.535418 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Deleting port f2e1e067-e08e-4104-a1be-67b570b3f314 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:57.535816 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.580163 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] DHCP port deletion for a8d3dae5-c67b-4195-9daa-754dae1d5468 request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:11:57.642898 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] Deleting port f2e1e067-e08e-4104-a1be-67b570b3f314 {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:57.643724 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.669676 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] For port f2e1e067-e08e-4104-a1be-67b570b3f314, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=f2e1e067-e08e-4104-a1be-67b570b3f314,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:57.670096 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.694672 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Calling delete_port for f2e1e067-e08e-4104-a1be-67b570b3f314 owned by network:dhcp {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:57.702776 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847a333-23e4-4a31-a07d-a990248534da req-0cbea54d-7f25-4f56-812e-0be5c54f9420 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:57.704877 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e847a333-23e4-4a31-a07d-a990248534da req-0cbea54d-7f25-4f56-812e-0be5c54f9420 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0850341 Jul 26 15:11:57.728923 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] For port f2e1e067-e08e-4104-a1be-67b570b3f314, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=f2e1e067-e08e-4104-a1be-67b570b3f314,segment=NetworkSegment(fd850920-a3a5-4fcb-80c6-33398a91ffc6),segment_id=fd850920-a3a5-4fcb-80c6-33398a91ffc6)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:57.729683 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.749002 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] Calling delete_port for f2e1e067-e08e-4104-a1be-67b570b3f314 owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:57.791413 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9adec566-2090-4c8d-8501-367fa566584d req-ded82798-4e3a-4ff5-8083-04acd6823e95 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 1001 time: 0.3511000 Jul 26 15:11:57.828620 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e847a333-23e4-4a31-a07d-a990248534da req-9120a2e6-fa56-407f-ac6a-0455de5526fb tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129115 Jul 26 15:11:57.855526 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adec566-2090-4c8d-8501-367fa566584d req-20d7126a-fd6f-4da2-9b14-6456bc39e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:57.857895 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9adec566-2090-4c8d-8501-367fa566584d req-20d7126a-fd6f-4da2-9b14-6456bc39e424 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 200 len: 848 time: 0.0565500 Jul 26 15:11:57.898505 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.909542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (f2e1e067-e08e-4104-a1be-67b570b3f314), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.920188 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adec566-2090-4c8d-8501-367fa566584d req-0bbd133e-d365-4ec3-906b-fe8ea1ff3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:57.921967 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9adec566-2090-4c8d-8501-367fa566584d req-0bbd133e-d365-4ec3-906b-fe8ea1ff3089 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560074 Jul 26 15:11:57.935538 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device f2e1e067-e08e-4104-a1be-67b570b3f314 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:57.939891 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] Pushing event deleted for resources: {'Port': ['ID=f2e1e067-e08e-4104-a1be-67b570b3f314,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:57.941002 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e1e067-e08e-4104-a1be-67b570b3f314,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:57.942907 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] No DVR routers for this DVR port f2e1e067-e08e-4104-a1be-67b570b3f314 on host dv-cinder-850668-2-iscsi {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:11:57.947936 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1dc02b-84d2-40a3-aa86-aa8f15205f98 None None] No DVR routers for this DVR port f2e1e067-e08e-4104-a1be-67b570b3f314 on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:11:57.973352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: f2e1e067-e08e-4104-a1be-67b570b3f314 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:57.974926 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device f2e1e067-e08e-4104-a1be-67b570b3f314 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:57.974926 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 94428750-bbad-4761-859d-df13c4df4470 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:57.995236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 94428750-bbad-4761-859d-df13c4df4470 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:57.995612 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 94428750-bbad-4761-859d-df13c4df4470 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:57.996030 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device edff319f-9c30-4528-9eea-3cd269b00b8f no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:58.016728 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: edff319f-9c30-4528-9eea-3cd269b00b8f {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:58.031263 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device edff319f-9c30-4528-9eea-3cd269b00b8f not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:58.032305 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (a8d3dae5-c67b-4195-9daa-754dae1d5468), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.055911 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d3dae5-c67b-4195-9daa-754dae1d5468']}} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:58.061946 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9adec566-2090-4c8d-8501-367fa566584d req-a75e2244-c8b9-4978-a2e0-83957afebb01 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260061 Jul 26 15:11:58.066335 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd850920-a3a5-4fcb-80c6-33398a91ffc6') {'for_net_delete': True} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:58.066641 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd850920-a3a5-4fcb-80c6-33398a91ffc6') {} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:58.081662 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9346155'] for segment (fd850920-a3a5-4fcb-80c6-33398a91ffc6), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.096110 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (fd850920-a3a5-4fcb-80c6-33398a91ffc6), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.104441 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=116401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:11:58.104851 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3735883'] for segment (fd850920-a3a5-4fcb-80c6-33398a91ffc6), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.156994 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment fd850920-a3a5-4fcb-80c6-33398a91ffc6 resource provider aggregate not found Jul 26 15:11:58.180493 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment fd850920-a3a5-4fcb-80c6-33398a91ffc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd850920-a3a5-4fcb-80c6-33398a91ffc6 found for delete ", "request_id": "req-acde66c0-cec2-46da-9371-755cfd9602b7"}]} Jul 26 15:11:58.184277 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9adec566-2090-4c8d-8501-367fa566584d req-f74eddac-bbe4-4ad7-9e7d-6b873a1bdb18 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101537 Jul 26 15:11:58.264418 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed6c36-5e27-4ab5-87c7-66aa4196491c req-6b8d217b-cd7e-41cc-b8ce-f1e09b9d1c1c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:58.266138 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-08ed6c36-5e27-4ab5-87c7-66aa4196491c req-6b8d217b-cd7e-41cc-b8ce-f1e09b9d1c1c tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 945 time: 0.0496726 Jul 26 15:11:58.291333 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (a8d3dae5-c67b-4195-9daa-754dae1d5468), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.300258 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.303654 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] 10.222.0.94 "DELETE /v2.0/networks/a8d3dae5-c67b-4195-9daa-754dae1d5468 HTTP/1.1" status: 204 len: 168 time: 0.9348381 Jul 26 15:11:58.315053 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f1ea7-17bf-4414-ad38-75576c393833 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d3dae5-c67b-4195-9daa-754dae1d5468,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:58.335352 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-08ed6c36-5e27-4ab5-87c7-66aa4196491c req-d88169c0-6b72-4109-ae31-740d97589522 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560737 Jul 26 15:11:58.433706 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:58.448209 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4fb3a-db86-40cf-9648-688cca73c0ee req-018e6979-39d5-412b-a183-c39f7e896260 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:58.449702 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2ce4fb3a-db86-40cf-9648-688cca73c0ee req-018e6979-39d5-412b-a183-c39f7e896260 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 945 time: 0.0496619 Jul 26 15:11:58.460253 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40700) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:58.464805 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Request body: {'floatingip': {'port_id': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:11:58.515903 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.726115 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40702) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:58.773770 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7a8a541e-7e2b-4c69-9e2a-3f0606d612e0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dbe01616efc64d2e901f45662e7c3518&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428071 Jul 26 15:11:58.774080 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40704) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:11:58.821294 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:58.843848 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a37a84c-ddb6-46a3-ac42-d99e5b8a3217 admin admin] Publish callbacks [] for security_group (27eaafcf-7028-4c0e-a424-981189efbc95), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.873449 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a37a84c-ddb6-46a3-ac42-d99e5b8a3217 admin admin] Publish callbacks [] for security_group (27eaafcf-7028-4c0e-a424-981189efbc95), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.973716 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b034b2-c08d-42b1-a7d0-cf990c2318b4 req-8fa2b49f-6437-4eba-908e-31767775a3fc tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:58.975144 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2b034b2-c08d-42b1-a7d0-cf990c2318b4 req-8fa2b49f-6437-4eba-908e-31767775a3fc tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0537214 Jul 26 15:11:58.990475 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:58.997970 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:59.028299 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2b034b2-c08d-42b1-a7d0-cf990c2318b4 req-7f6f83d9-b730-4f9c-bf5c-6aeb589f684c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469372 Jul 26 15:11:59.029502 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a37a84c-ddb6-46a3-ac42-d99e5b8a3217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (27eaafcf-7028-4c0e-a424-981189efbc95), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:59.032116 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9a37a84c-ddb6-46a3-ac42-d99e5b8a3217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:59.035947 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9a37a84c-ddb6-46a3-ac42-d99e5b8a3217 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/27eaafcf-7028-4c0e-a424-981189efbc95 HTTP/1.1" status: 204 len: 168 time: 0.2610142 Jul 26 15:11:59.047232 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37a84c-ddb6-46a3-ac42-d99e5b8a3217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eaafcf-7028-4c0e-a424-981189efbc95,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:59.075036 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:59.179621 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:59.184141 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Floating IP 0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0 associated. External IP: 172.27.2.164, port: d26cb2f7-8f51-4b59-948e-25c442c7dd79. Jul 26 15:11:59.426778 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:11:59.474707 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:59.546376 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:59.551310 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:59.557696 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:59.570292 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:59.570970 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:59.589983 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-cee8f421-0051-4e6d-b86e-f2d389f000ba tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "PUT /v2.0/floatingips/0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0 HTTP/1.1" status: 200 len: 991 time: 1.1281700 Jul 26 15:11:59.591028 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'tag': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:59.595453 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40005fc9-b972-4861-a7f6-e4fd4460545b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6afb844-0c21-40c3-a0d6-a30adfc2ed23", "tag": "d26cb2f7-8f51-4b59-948e-25c442c7dd79"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:59.641886 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26015d-6b6a-44e4-8d94-4dc599a19471 x-openstack-request-id: req-ec26015d-6b6a-44e4-8d94-4dc599a19471 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:59.642297 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6afb844-0c21-40c3-a0d6-a30adfc2ed23", "tag": "d26cb2f7-8f51-4b59-948e-25c442c7dd79", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:59.642643 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ec26015d-6b6a-44e4-8d94-4dc599a19471 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:59.643146 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec26015d-6b6a-44e4-8d94-4dc599a19471'] response: {'name': 'network-changed', 'server_uuid': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'tag': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'status': 'completed', 'code': 200} Jul 26 15:11:59.703883 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:11:59.818722 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:59.867935 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:59.939661 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:79:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:11:39Z', 'updated_at': '2022-07-26T15:11:58Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:59.967913 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:59.978535 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:11:59.979170 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:59.986217 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-97262787-312c-44ae-88a7-36206084f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:59.987993 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-97262787-312c-44ae-88a7-36206084f16c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 1129 time: 0.0601277 Jul 26 15:12:00.095351 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:00.103089 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-891179e4-7949-4638-89e7-3395bf9a5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:00.104624 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-891179e4-7949-4638-89e7-3395bf9a5dbf service neutron] 10.222.0.102 "GET /v2.0/networks?id=bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 200 len: 916 time: 0.1074388 Jul 26 15:12:00.183063 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eedb32-414b-4dec-8beb-339f72be624c req-bb5597db-c97e-464e-a77e-f52fd08a6717 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:00.184688 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2eedb32-414b-4dec-8beb-339f72be624c req-bb5597db-c97e-464e-a77e-f52fd08a6717 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0531244 Jul 26 15:12:00.309268 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d2eedb32-414b-4dec-8beb-339f72be624c req-1acbd53b-ae62-4417-ad2b-148f526d0156 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163082 Jul 26 15:12:00.326086 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-5294c238-7d39-47c5-aeaa-b39be2a2f138 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d26cb2f7-8f51-4b59-948e-25c442c7dd79 HTTP/1.1" status: 200 len: 999 time: 0.0974593 Jul 26 15:12:00.335804 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40734) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:00.393088 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-8f75f54d-4011-4a8f-bb89-414f6572f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:00.394848 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-8f75f54d-4011-4a8f-bb89-414f6572f4b0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 200 len: 854 time: 0.0606461 Jul 26 15:12:00.408445 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:79:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:11:39Z', 'updated_at': '2022-07-26T15:11:58Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:00.448122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eea44d-b8b3-4357-8233-b53ff4664961 None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'port_id': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'mac_address': 'fa:16:3e:79:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:11:39Z', 'updated_at': '2022-07-26T15:11:58Z', 'revision_number': 1, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:00.458205 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-a21cadf6-857e-4b32-ab28-f4159f847599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:00.459867 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-a21cadf6-857e-4b32-ab28-f4159f847599 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bd3e2f67-4b42-4920-a974-5409190c3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572159 Jul 26 15:12:00.462745 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-network', 'tenant_id': 'b57441fed5b5437581930346bf9116ef'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:00.566295 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-96870a9e-40a5-4371-9488-70e9db109cfe service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982022 Jul 26 15:12:00.577677 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Made reservation on behalf of b57441fed5b5437581930346bf9116ef for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:12:00.581360 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:00.592117 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:00.690740 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40005fc9-b972-4861-a7f6-e4fd4460545b req-2a5fd462-de71-4aea-8db6-a2964157ae05 service neutron] 10.222.0.102 "GET /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140597 Jul 26 15:12:00.691990 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627334a3-d727-4dcc-88f4-326e5384945c None None] New status for floating IP 0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:12:00.699657 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Publish callbacks [] for security_group (f77eb1f1-3695-4b14-b937-9a9dc97b0ba4), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:00.805714 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f77eb1f1-3695-4b14-b937-9a9dc97b0ba4), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:00.833225 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:12:00.848677 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77eb1f1-3695-4b14-b937-9a9dc97b0ba4,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:00.849976 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (c1169125-a18d-41ea-b757-5c2ae3438b8b), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:00.850325 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Added segment c1169125-a18d-41ea-b757-5c2ae3438b8b of type vlan for network 12e3290f-127b-470c-b462-095d0a9eadf0 Jul 26 15:12:00.904808 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (12e3290f-127b-470c-b462-095d0a9eadf0), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:01.268884 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (12e3290f-127b-470c-b462-095d0a9eadf0), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:01.270103 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:01.270971 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:01.336776 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] Pushing event updated for resources: {'Network': ['ID=12e3290f-127b-470c-b462-095d0a9eadf0,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:01.350990 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 12e3290f-127b-470c-b462-095d0a9eadf0 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:12:01.429170 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1d8bdb62-f2a7-44d2-9d6d-5a274c13f835 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0894225 Jul 26 15:12:01.430204 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40742) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:01.435796 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Request body: {'subnet': {'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-subnet', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:01.449671 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e518-e201-49a7-a1e8-72b273c844e3 req-a560c0aa-502b-4860-93cc-ad24ae3366e8 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:01.452042 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-da17e518-e201-49a7-a1e8-72b273c844e3 req-a560c0aa-502b-4860-93cc-ad24ae3366e8 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0573325 Jul 26 15:12:01.519813 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-da17e518-e201-49a7-a1e8-72b273c844e3 req-f3f02f3e-6465-4606-a76c-68b51b48bb48 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617757 Jul 26 15:12:01.572132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Made reservation on behalf of b57441fed5b5437581930346bf9116ef for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:12:01.574614 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314696'] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:01.829134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314726'] for subnet (ca2bc19d-6294-4117-a176-bb2066d49d6d), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:01.859101 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:01.890985 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2bc19d-6294-4117-a176-bb2066d49d6d,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:01.906261 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Checking segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:12:01.906621 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Network hostable DHCP agents. Network: 12e3290f-127b-470c-b462-095d0a9eadf0, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:12:01.914578 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:01.977115 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Network 12e3290f-127b-470c-b462-095d0a9eadf0 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:12:02.051615 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 12e3290f-127b-470c-b462-095d0a9eadf0) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:02.056212 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:02.057303 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.063914 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9a089-5861-4ac8-a0ed-0a136c885514 None None] Network 12e3290f-127b-470c-b462-095d0a9eadf0 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:12:02.150108 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:02.181522 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-12e3290f-127b-470c-b462-095d0a9eadf0', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'project_id': 'b57441fed5b5437581930346bf9116ef', 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:12:02.188230 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.215139 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ca85bf3d-85fe-484d-93c9-6c7f307e0e48 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7838066 Jul 26 15:12:02.218927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40744) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:02.223667 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:02.314816 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (27f7fc3c-c270-46e5-b873-d68b9fac931b), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.316033 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (27f7fc3c-c270-46e5-b873-d68b9fac931b), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.357737 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Allocated IP 172.20.0.2 (12e3290f-127b-470c-b462-095d0a9eadf0/ca2bc19d-6294-4117-a176-bb2066d49d6d/d990fea6-b3e4-421e-85c3-00358fdc72da) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:12:02.380633 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks [] for router_controller (27f7fc3c-c270-46e5-b873-d68b9fac931b), precommit_add_association {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.631436 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks [] for router_gateway (27f7fc3c-c270-46e5-b873-d68b9fac931b), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.640731 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Publish callbacks [] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.653092 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6fb5-a788-489e-9156-5db769a01d4d req-3bb42399-71f3-47a6-8a6d-04f69b9945b0 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:02.654634 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-19db6fb5-a788-489e-9156-5db769a01d4d req-3bb42399-71f3-47a6-8a6d-04f69b9945b0 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0527918 Jul 26 15:12:02.709545 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-19db6fb5-a788-489e-9156-5db769a01d4d req-84e8556b-1f9e-4bcb-9268-cc7567217b49 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490327 Jul 26 15:12:02.761107 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.791958 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [req-2660a019-400a-4b05-b044-4fbf934c353a req-66535072-4acf-4820-8f16-2eb09b246d0b service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116401) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:12:02.793401 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2660a019-400a-4b05-b044-4fbf934c353a req-66535072-4acf-4820-8f16-2eb09b246d0b service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079606 Jul 26 15:12:02.798050 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Network 12e3290f-127b-470c-b462-095d0a9eadf0 is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:12:02.801155 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:02.805246 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:12:02.847759 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:02.848857 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Pushing event updated for resources: {'Port': ['ID=d990fea6-b3e4-421e-85c3-00358fdc72da,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:02.883298 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Attempting to bind port d990fea6-b3e4-421e-85c3-00358fdc72da on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:12:02.883764 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Attempting to bind port d990fea6-b3e4-421e-85c3-00358fdc72da by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:12:02.884140 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Attempting to bind port d990fea6-b3e4-421e-85c3-00358fdc72da on network 12e3290f-127b-470c-b462-095d0a9eadf0 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:12:02.885185 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:02.890133 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:12:02.890518 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Checking segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:12:02.890913 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.891302 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Bound using segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:12:02.891814 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Bound port: d990fea6-b3e4-421e-85c3-00358fdc72da, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:12:02.892178 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.923251 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks [] for router_gateway (27f7fc3c-c270-46e5-b873-d68b9fac931b), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.943393 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:02.956998 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] For port d990fea6-b3e4-421e-85c3-00358fdc72da, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:12:02.960139 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] For port d990fea6-b3e4-421e-85c3-00358fdc72da, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=d990fea6-b3e4-421e-85c3-00358fdc72da,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:12:03.052352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:03.061743 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Allocated IP 172.27.2.82 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/a13ec6ae-9b36-4955-9a26-5bac2f8627c6) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:12:03.132896 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435ff19-51b0-4047-912f-71d2f85994bd None None] Pushing event updated for resources: {'Port': ['ID=d990fea6-b3e4-421e-85c3-00358fdc72da,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:03.186414 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294a4a-babb-442a-84bb-0bb9b8998f1f req-b19ab84e-e3cb-4aca-9166-d624a2740d7b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:03.188317 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1b294a4a-babb-442a-84bb-0bb9b8998f1f req-b19ab84e-e3cb-4aca-9166-d624a2740d7b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0651894 Jul 26 15:12:03.213583 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks [] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:03.280016 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1b294a4a-babb-442a-84bb-0bb9b8998f1f req-ccef7b4f-0da6-4534-b14e-9261f1fa74fc tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847692 Jul 26 15:12:03.288771 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40758) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:03.334819 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:03.423150 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:12:03.430250 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:03.434066 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:03.435725 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:12:03.441530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=a13ec6ae-9b36-4955-9a26-5bac2f8627c6,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:03.445006 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-3797e206-7e56-4d0b-ab12-a4efaea6d26b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1567621 Jul 26 15:12:03.472366 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-83ea0c15-9381-4ea8-becb-6c9825fc1253 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116401) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:12:03.474048 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-83ea0c15-9381-4ea8-becb-6c9825fc1253 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076811 Jul 26 15:12:03.638289 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40766) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:03.746326 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-8ce5fa8c-809f-45ff-a9a5-7455baeb30eb tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:03.750271 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-8ce5fa8c-809f-45ff-a9a5-7455baeb30eb tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports/79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 942 time: 0.1108689 Jul 26 15:12:03.824737 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks [] for router_gateway (27f7fc3c-c270-46e5-b873-d68b9fac931b), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.011248 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device d990fea6-b3e4-421e-85c3-00358fdc72da up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:04.063983 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:04.091381 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port d990fea6-b3e4-421e-85c3-00358fdc72da triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:04.091998 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.104240 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (27f7fc3c-c270-46e5-b873-d68b9fac931b), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.178181 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port d990fea6-b3e4-421e-85c3-00358fdc72da is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:04.179047 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.201722 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:04.230272 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port d990fea6-b3e4-421e-85c3-00358fdc72da, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=d990fea6-b3e4-421e-85c3-00358fdc72da,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:04.285128 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3c4bb-3a29-4948-baa9-596e20d5dff8 None None] Network 12e3290f-127b-470c-b462-095d0a9eadf0 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:12:04.345707 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.357307 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Router 27f7fc3c-c270-46e5-b873-d68b9fac931b is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:12:04.374695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-41a04d37-c89f-4d0e-98ff-9ae5dfdb5335 None None] Provisioning complete for port d990fea6-b3e4-421e-85c3-00358fdc72da triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:04.375069 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-41a04d37-c89f-4d0e-98ff-9ae5dfdb5335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.461949 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=d990fea6-b3e4-421e-85c3-00358fdc72da,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:04.485200 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 79dc17dd-0f41-4a9f-9307-9de726b3d06e no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:04.498070 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5dd0a-e3e1-4d75-a355-a638b3765f69 req-12ee3c8c-3308-43ae-b5b3-20e85e5d6962 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:04.499820 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-afb5dd0a-e3e1-4d75-a355-a638b3765f69 req-12ee3c8c-3308-43ae-b5b3-20e85e5d6962 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0898838 Jul 26 15:12:04.552085 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:12:04.568122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Sync routers for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:12:04.588766 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-41a04d37-c89f-4d0e-98ff-9ae5dfdb5335 None None] Current status of the port d990fea6-b3e4-421e-85c3-00358fdc72da is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:04.597340 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-afb5dd0a-e3e1-4d75-a355-a638b3765f69 req-25e1b41b-c2e8-410e-8a2c-235bd889b03c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888777 Jul 26 15:12:04.629503 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:04.630161 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:04.671338 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.671703 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 79dc17dd-0f41-4a9f-9307-9de726b3d06e is: ACTIVE; New status is: DOWN {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:04.672048 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.673618 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-f499a766-633a-46c1-a051-13454d635ee8 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4530811 Jul 26 15:12:04.681182 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40778) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:04.685480 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:04.735957 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:04.738251 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4d4885-29b0-43f8-9f55-7fdd0739329c" -d '{"events": [{"server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "name": "network-vif-unplugged", "status": "completed", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:04.756479 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:04.782680 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:04.786481 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906002ea-0115-4e4d-a2ea-f7895ed0a172 x-openstack-request-id: req-906002ea-0115-4e4d-a2ea-f7895ed0a172 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:04.786759 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "name": "network-vif-unplugged", "status": "failed", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e", "code": 422}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:04.787189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-906002ea-0115-4e4d-a2ea-f7895ed0a172 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:04.787653 dv-cinder-850668-2-iscsi neutron-server[116403]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-906002ea-0115-4e4d-a2ea-f7895ed0a172']: {'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'code': 422} returned with failed status Jul 26 15:12:04.846061 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.921835 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-072e6f4c-f3e9-4380-a112-c836a4f0daa9 None None] Provisioning complete for port d990fea6-b3e4-421e-85c3-00358fdc72da triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:04.922202 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-072e6f4c-f3e9-4380-a112-c836a4f0daa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.987029 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=6']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:05.091870 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:03Z', 'revision_number': 3, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:05.093933 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-072e6f4c-f3e9-4380-a112-c836a4f0daa9 None None] Current status of the port d990fea6-b3e4-421e-85c3-00358fdc72da is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:05.120922 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Checking router: 27f7fc3c-c270-46e5-b873-d68b9fac931b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:12:05.121251 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Updating router 27f7fc3c-c270-46e5-b873-d68b9fac931b port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:12:05.151964 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.157640 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.330941 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:05.332860 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Allocated IP 172.20.0.1 (12e3290f-127b-470c-b462-095d0a9eadf0/ca2bc19d-6294-4117-a176-bb2066d49d6d/7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:12:05.404203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:05.428753 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:05.441418 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Publish callbacks [] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.452839 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Publish callbacks [] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.582669 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.600934 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.646123 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Attempting to bind port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:12:05.646514 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Attempting to bind port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:12:05.646891 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Attempting to bind port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:12:05.648827 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Network 12e3290f-127b-470c-b462-095d0a9eadf0 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:12:05.649190 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51dd5e-5944-4fae-89c7-4bd650e740a8 None None] Pushing event updated for resources: {'Port': ['ID=a13ec6ae-9b36-4955-9a26-5bac2f8627c6,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:05.658428 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:12:05.658577 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:05.658692 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:12:05.658692 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.658692 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:12:05.658692 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Bound port: a13ec6ae-9b36-4955-9a26-5bac2f8627c6, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:12:05.658692 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.659734 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:12:05.697249 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Pushing event updated for resources: {'Port': ['ID=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:05.735223 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (27f7fc3c-c270-46e5-b873-d68b9fac931b), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.736602 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] For port a13ec6ae-9b36-4955-9a26-5bac2f8627c6, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:12:05.741696 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] For port a13ec6ae-9b36-4955-9a26-5bac2f8627c6, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=a13ec6ae-9b36-4955-9a26-5bac2f8627c6,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:12:05.755665 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:05.780284 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524feb0-dd07-49ba-b0d3-ae1624d09834 req-2c6fa0b3-4cb8-4cb8-a0d6-2644e0c08a9e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:05.781951 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c524feb0-dd07-49ba-b0d3-ae1624d09834 req-2c6fa0b3-4cb8-4cb8-a0d6-2644e0c08a9e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0695233 Jul 26 15:12:05.852143 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.860783 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c524feb0-dd07-49ba-b0d3-ae1624d09834 req-efdf8d08-f24d-4030-81fe-9201a075336f tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602341 Jul 26 15:12:05.905616 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:05.923763 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51dd5e-5944-4fae-89c7-4bd650e740a8 None None] Pushing event updated for resources: {'Port': ['ID=a13ec6ae-9b36-4955-9a26-5bac2f8627c6,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:05.940460 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:05.941107 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:05.963235 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.983693 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device d990fea6-b3e4-421e-85c3-00358fdc72da up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:06.079847 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-2451b87e-26a3-45dc-979f-e0c92298aa88 None None] Provisioning complete for port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:06.080332 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2451b87e-26a3-45dc-979f-e0c92298aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:06.130863 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port d990fea6-b3e4-421e-85c3-00358fdc72da triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:06.131556 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:06.133908 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:06.148059 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Publish callbacks [] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:06.154591 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:06.249224 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:06.323750 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2451b87e-26a3-45dc-979f-e0c92298aa88 None None] Port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:12:06.324351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Pushing event updated for resources: {'Port': ['ID=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:06.329305 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (27f7fc3c-c270-46e5-b873-d68b9fac931b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:06.448004 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Network 12e3290f-127b-470c-b462-095d0a9eadf0 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:12:06.450717 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:06.460003 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:06.484299 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port d990fea6-b3e4-421e-85c3-00358fdc72da is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:06.560339 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 1, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:06.576175 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:06.581117 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Router 27f7fc3c-c270-46e5-b873-d68b9fac931b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:12:06.594506 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784b5ce-f90a-45b3-992c-d2f9348b5fd2 None None] The sync data for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi is: [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 1, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:06.703584 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:12:06.708690 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-5f31da82-5a90-44fc-98b0-62ae1987971e admin admin] 10.222.0.94 "PUT /v2.0/routers/27f7fc3c-c270-46e5-b873-d68b9fac931b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0264306 Jul 26 15:12:06.745155 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-7c80d6d3-1bc2-42d6-a490-74be185d86c9 None None] Provisioning complete for port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:06.745524 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7c80d6d3-1bc2-42d6-a490-74be185d86c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:06.784129 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-7c80d6d3-1bc2-42d6-a490-74be185d86c9 None None] Port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:12:06.999132 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:07.007059 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60428f51-f9cf-49a7-a977-89f675ecfdca req-a386a314-9a42-4cc8-a95d-182b3719cfab tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:07.008669 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-60428f51-f9cf-49a7-a977-89f675ecfdca req-a386a314-9a42-4cc8-a95d-182b3719cfab tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0573273 Jul 26 15:12:07.069081 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-60428f51-f9cf-49a7-a977-89f675ecfdca req-3d74ea01-af42-403c-a635-47e3f2b7f427 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539796 Jul 26 15:12:07.071287 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-94bafed9-baaf-4fb8-9d48-2deaa0364f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:07.072890 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-94bafed9-baaf-4fb8-9d48-2deaa0364f5e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b&tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073 HTTP/1.1" status: 200 len: 1127 time: 0.0978518 Jul 26 15:12:07.149552 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40796) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:07.150434 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-02c105ce-3cdf-4781-982d-a1237cbe15ad tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325672630', 'description': 'tempest-description--526333729'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:07.161363 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-acd6fb72-f8a3-4352-b380-7edc49d4c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:07.162872 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-acd6fb72-f8a3-4352-b380-7edc49d4c752 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1127 time: 0.0572646 Jul 26 15:12:07.246762 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-02c105ce-3cdf-4781-982d-a1237cbe15ad tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:07.305742 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-1f110602-04a0-42b0-b2d9-ddd4c64af971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:07.307233 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-1f110602-04a0-42b0-b2d9-ddd4c64af971 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 910 time: 0.1321731 Jul 26 15:12:07.410569 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-9f5cafd3-3b6e-4e3c-ad7d-7585f10feb48 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 999 time: 0.0910933 Jul 26 15:12:07.430118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-02c105ce-3cdf-4781-982d-a1237cbe15ad tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (393b0802-d6be-47b4-8c77-91b4ff8b4e80), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:07.473949 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-5d0ad2ca-ab70-4bf1-822c-470837f5ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:07.475443 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-5d0ad2ca-ab70-4bf1-822c-470837f5ccfd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 200 len: 848 time: 0.0556083 Jul 26 15:12:07.515999 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-02c105ce-3cdf-4781-982d-a1237cbe15ad tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (393b0802-d6be-47b4-8c77-91b4ff8b4e80), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:07.558456 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-ab16f160-9c02-4d21-97ba-964714a0d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:07.560067 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-ab16f160-9c02-4d21-97ba-964714a0d230 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735555 Jul 26 15:12:07.561043 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c105ce-3cdf-4781-982d-a1237cbe15ad tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393b0802-d6be-47b4-8c77-91b4ff8b4e80,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:07.624775 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-02c105ce-3cdf-4781-982d-a1237cbe15ad tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:07.626036 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-02c105ce-3cdf-4781-982d-a1237cbe15ad tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4811068 Jul 26 15:12:07.629670 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40798) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:07.635439 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'security_group_rule': {'security_group_id': '393b0802-d6be-47b4-8c77-91b4ff8b4e80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:07.679598 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-9cb28bce-7b62-4fef-ada0-6ba0c74abb44 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056006 Jul 26 15:12:07.744997 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (e7ea0363-0bf3-4b1c-9200-e166d0452ec4), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:07.796554 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7b409562-68b5-493d-9a1c-e05e8d6b196d req-0a92eb41-b872-420d-baa5-0ea340250218 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081347 Jul 26 15:12:07.817675 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (e7ea0363-0bf3-4b1c-9200-e166d0452ec4), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:07.909234 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (e7ea0363-0bf3-4b1c-9200-e166d0452ec4), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:07.930702 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ea0363-0bf3-4b1c-9200-e166d0452ec4,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:07.939775 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.940135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.940451 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.940785 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.941115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.941445 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.941772 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.942096 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.942417 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.942738 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.943241 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.943747 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.950613 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.950613 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.950613 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:07.952709 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device a13ec6ae-9b36-4955-9a26-5bac2f8627c6 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:08.001634 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.007444 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-4f100f5e-a8ca-4d3a-97a1-fc7594f405bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721976 Jul 26 15:12:08.007650 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:08.007650 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.007825 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40800) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:08.015790 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-e6dede7c-d426-438b-919c-d0530e6265ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'security_group_rule': {'security_group_id': '393b0802-d6be-47b4-8c77-91b4ff8b4e80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:08.091494 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:08.091906 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.114770 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port a13ec6ae-9b36-4955-9a26-5bac2f8627c6, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=a13ec6ae-9b36-4955-9a26-5bac2f8627c6,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:08.144493 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e6dede7c-d426-438b-919c-d0530e6265ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (013f906f-d9b3-4a5d-b647-70fe76232f65), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.194809 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.197222 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:08.203324 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:08.204134 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baded539-da3d-4111-9aeb-f10fdbfae043 req-0bb05c6d-a386-44fb-9af6-9f8a78150743 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:08.205722 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-baded539-da3d-4111-9aeb-f10fdbfae043 req-0bb05c6d-a386-44fb-9af6-9f8a78150743 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0572224 Jul 26 15:12:08.214934 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e6dede7c-d426-438b-919c-d0530e6265ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (013f906f-d9b3-4a5d-b647-70fe76232f65), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.268941 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=a13ec6ae-9b36-4955-9a26-5bac2f8627c6,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:08.293139 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-baded539-da3d-4111-9aeb-f10fdbfae043 req-84318fbf-c44c-431b-8203-96d7df466e7a tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757287 Jul 26 15:12:08.354605 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e6dede7c-d426-438b-919c-d0530e6265ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (013f906f-d9b3-4a5d-b647-70fe76232f65), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.378717 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dede7c-d426-438b-919c-d0530e6265ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013f906f-d9b3-4a5d-b647-70fe76232f65,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:08.482604 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e6dede7c-d426-438b-919c-d0530e6265ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.483998 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e6dede7c-d426-438b-919c-d0530e6265ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4751775 Jul 26 15:12:08.493646 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40804) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:08.493646 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:08.588969 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.674502 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.777635 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Sync routers for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:12:08.789022 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:08.789647 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:08.793014 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Allocated IP 172.27.2.105 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/f5e2343a-ac54-4e06-be37-9fc41bbc62cb) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:12:08.916952 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for port (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.986017 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:09.006145 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.051858 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:12:09.057111 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:09.059866 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'Port': ['ID=f5e2343a-ac54-4e06-be37-9fc41bbc62cb,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:09.062232 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:12:09.122711 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:09.142686 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:09.148303 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (9d82a859-e8a8-4598-acaa-ef8e440c450e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.197443 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:06Z', 'revision_number': 2, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:09.224454 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Checking router: 27f7fc3c-c270-46e5-b873-d68b9fac931b for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:12:09.224890 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Updating router 27f7fc3c-c270-46e5-b873-d68b9fac931b port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:12:09.268574 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.280943 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:09.286260 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.447343 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750547-91fc-4f0b-ad8c-dee2daeaf888 req-98e37d1f-8f2e-4726-8ddf-2f5f533c94b7 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:09.449077 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83750547-91fc-4f0b-ad8c-dee2daeaf888 req-98e37d1f-8f2e-4726-8ddf-2f5f533c94b7 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0680964 Jul 26 15:12:09.479993 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:09.544944 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for port (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.550440 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83750547-91fc-4f0b-ad8c-dee2daeaf888 req-54edbb93-965f-4811-a7fa-12c4e935d20c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893104 Jul 26 15:12:09.556156 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Publish callbacks [] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.605733 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.650946 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.679643 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'Port': ['ID=f5e2343a-ac54-4e06-be37-9fc41bbc62cb,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:09.696367 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (9d82a859-e8a8-4598-acaa-ef8e440c450e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.705675 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Pushing event updated for resources: {'Port': ['ID=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:09.730899 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.731305 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.731924 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.732387 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.732702 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.733027 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.733347 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.733666 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.733988 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.734304 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.734628 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.734948 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.735258 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.735601 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.735909 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.762030 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.763949 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-42424369-80bf-47fa-b04f-e68e52e112f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2757518 Jul 26 15:12:09.776287 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Attempting to bind port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:12:09.776653 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Attempting to bind port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:12:09.777085 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Attempting to bind port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed on network 12e3290f-127b-470c-b462-095d0a9eadf0 {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:12:09.783548 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:12:09.784263 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Checking segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:12:09.784356 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.784681 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Bound using segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:12:09.785152 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Bound port: 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:12:09.785530 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.857425 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] For port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:12:09.860853 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] For port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:12:09.931606 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.936950 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-98237951-9fba-41ec-81de-4069c5f730fb None None] Provisioning complete for port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:09.938054 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-98237951-9fba-41ec-81de-4069c5f730fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:09.968297 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-0df13e24-7e83-427b-93d1-25cb4974c11d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--325672630&fields=id&tenant_id=b57441fed5b5437581930346bf9116ef HTTP/1.1" status: 200 len: 267 time: 0.0636089 Jul 26 15:12:09.970000 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device a13ec6ae-9b36-4955-9a26-5bac2f8627c6 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:10.004646 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:10.005512 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:11:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:10.008474 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbac227-f635-464c-8d12-a04f2255e5bd None None] Pushing event updated for resources: {'Port': ['ID=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:10.033329 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:10.033697 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:10.106735 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-98237951-9fba-41ec-81de-4069c5f730fb None None] Current status of the port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:10.107151 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-98237951-9fba-41ec-81de-4069c5f730fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:10.124000 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-f75d592a-8600-49df-859c-0ac22f58574d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:10.133943 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-f75d592a-8600-49df-859c-0ac22f58574d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 817 time: 0.1616831 Jul 26 15:12:10.142574 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:10.154477 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-e8403474-36f0-490e-9188-d4e7027e74c1 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/quotas/b57441fed5b5437581930346bf9116ef HTTP/1.1" status: 200 len: 375 time: 0.0194035 Jul 26 15:12:10.156036 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:10.179080 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:10.185018 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-98237951-9fba-41ec-81de-4069c5f730fb None None] For port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:10.200236 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:10.216755 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-0d3ae165-bbfc-41cf-84ee-6a5d19769b90 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609515 Jul 26 15:12:10.250440 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-98237951-9fba-41ec-81de-4069c5f730fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:10.313629 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98237951-9fba-41ec-81de-4069c5f730fb None None] Pushing event updated for resources: {'Port': ['ID=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:10.335939 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:10.339539 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-a8372f99-efe4-4ed8-a52a-12ca8b3f7840 service neutron] 10.222.0.94 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098099 Jul 26 15:12:10.365990 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:10.381062 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-ce59f6eb-6f0a-41cf-bd65-10834a891c3d None None] Provisioning complete for port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:10.381428 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ce59f6eb-6f0a-41cf-bd65-10834a891c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:10.394509 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:09Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:10.429523 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03211f5-cde5-410d-8111-35c4b3e0be94 None None] The sync data for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi is: [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:09Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:10.447716 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-f44f169b-de0b-4964-9d00-f81cd4a5b161 service neutron] 10.222.0.94 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007388 Jul 26 15:12:10.461634 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-64504c98-7bf8-4f0f-be7e-171704ba2658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:10.473177 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-ce59f6eb-6f0a-41cf-bd65-10834a891c3d None None] Current status of the port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:10.735790 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-523f31b0-e9e2-4eaa-84b8-0013ac51465d req-24b1b8ca-c76b-468a-84b9-2712e93bd4ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 210 time: 0.0442502 Jul 26 15:12:10.954594 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700866d2-e266-45c0-a035-0d445b7f1f6a req-1893d8ca-697b-41bc-8ade-4a5998792e6e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:10.956172 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-700866d2-e266-45c0-a035-0d445b7f1f6a req-1893d8ca-697b-41bc-8ade-4a5998792e6e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.3252826 Jul 26 15:12:11.009657 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-700866d2-e266-45c0-a035-0d445b7f1f6a req-3da75431-7464-40da-ab34-8d4524a25d07 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477402 Jul 26 15:12:11.835679 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ec69668c-b2c1-4540-baea-0270cd9cc53b req-7b0767c7-2368-4881-89a8-ed4c8f0536b8 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 210 time: 0.0327792 Jul 26 15:12:11.949278 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:11.996409 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:11.997280 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:12.084890 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:12.136856 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114a00b-4525-4c13-8ad9-e1149fee9f75 req-c1847b4d-00fa-428e-a44b-fcc2c6b8b478 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:12.139018 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d114a00b-4525-4c13-8ad9-e1149fee9f75 req-c1847b4d-00fa-428e-a44b-fcc2c6b8b478 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0513163 Jul 26 15:12:12.192961 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d114a00b-4525-4c13-8ad9-e1149fee9f75 req-9d74584a-b0cf-41ad-9eba-6513dec656b3 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481713 Jul 26 15:12:12.944017 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-841dd6ba-d0e3-453b-b8e9-ec2303e516fe req-7144b1de-7db3-459d-ac0d-3a1e390b058f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 210 time: 0.0295327 Jul 26 15:12:13.187694 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-62852f9f-ed38-470c-ad8b-c1705ac47379 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:13.189293 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-62852f9f-ed38-470c-ad8b-c1705ac47379 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 817 time: 0.1168909 Jul 26 15:12:13.316415 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f091156-52bc-42d2-ada5-75aef2d6f5a8 req-076154c7-348d-4c2b-9bf1-437b047b60b6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:13.317904 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8f091156-52bc-42d2-ada5-75aef2d6f5a8 req-076154c7-348d-4c2b-9bf1-437b047b60b6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0482130 Jul 26 15:12:13.395870 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8f091156-52bc-42d2-ada5-75aef2d6f5a8 req-42fda65b-ccf1-4cfc-972f-23691341c03d tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723395 Jul 26 15:12:13.425538 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-2f8bed93-63d9-4325-a9ef-db44b700c8d8 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57441fed5b5437581930346bf9116ef HTTP/1.1" status: 200 len: 379 time: 0.0816429 Jul 26 15:12:13.662394 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-19e02ed7-6da4-44f4-a036-616b2e401654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:14.052585 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-84708ada-75ab-46aa-954b-7a72ba7e5391 req-edff3c21-b7c6-47a4-a4a7-022236dd6604 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 210 time: 0.0298131 Jul 26 15:12:14.274611 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'port': {'device_id': '16ce9439-b753-41cb-a9b1-042db35be70b', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'admin_state_up': True, 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'security_groups': ['393b0802-d6be-47b4-8c77-91b4ff8b4e80']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:14.370710 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:14.514162 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Made reservation on behalf of b57441fed5b5437581930346bf9116ef for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:12:14.518147 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:14.520419 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0db11-5702-4961-899c-6ba9ae69c1a2 req-951163ce-cfe7-4021-964e-03e4d773e6a8 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:14.521982 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-28d0db11-5702-4961-899c-6ba9ae69c1a2 req-951163ce-cfe7-4021-964e-03e4d773e6a8 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0496411 Jul 26 15:12:14.579515 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-28d0db11-5702-4961-899c-6ba9ae69c1a2 req-1d93d7f7-661a-492d-8b66-a03dc6b1c8b2 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509779 Jul 26 15:12:14.659176 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Allocated IP 172.20.0.7 (12e3290f-127b-470c-b462-095d0a9eadf0/ca2bc19d-6294-4117-a176-bb2066d49d6d/914aac9d-0f65-4fef-a9cf-7ea754b0fa1d) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:12:14.664330 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:14.811164 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:14.914782 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:14.962897 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Network 12e3290f-127b-470c-b462-095d0a9eadf0 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:12:14.969095 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:14.973556 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:12:14.977311 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:15.030523 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:15.031142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:15.115317 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:15.145984 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ac51a9-ef75-4998-9ccc-7b880b46f41d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8851488 Jul 26 15:12:15.146170 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:15.163279 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Request body: {'port': {'device_id': '16ce9439-b753-41cb-a9b1-042db35be70b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:15.222896 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1b222-c545-4787-81de-44fcb863dedf req-87a22476-1edb-45b2-af8a-05ba079d5f23 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:15.224480 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-31b1b222-c545-4787-81de-44fcb863dedf req-87a22476-1edb-45b2-af8a-05ba079d5f23 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 931 time: 0.0768597 Jul 26 15:12:15.237281 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-608f643d-5072-4a46-ad22-179aafdc543f None None] Provisioning complete for port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:15.237649 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-608f643d-5072-4a46-ad22-179aafdc543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:15.281684 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-608f643d-5072-4a46-ad22-179aafdc543f None None] Port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:12:15.283079 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:15.318434 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-31b1b222-c545-4787-81de-44fcb863dedf req-a3866d8b-356e-4edf-9468-1d452f5953bb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876198 Jul 26 15:12:15.356440 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:15.600330 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:12:15.611187 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Publish callbacks [] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:15.629434 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Transition to ACTIVE for port object 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:12:15.688541 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:15.742706 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69076379-5eb9-41af-98d8-2356e932d247 req-b735cc55-b151-4093-8de0-55e093c9af5c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:15.752984 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69076379-5eb9-41af-98d8-2356e932d247 req-b735cc55-b151-4093-8de0-55e093c9af5c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 943 time: 0.0853910 Jul 26 15:12:15.774994 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:15.861622 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:15.866251 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-69076379-5eb9-41af-98d8-2356e932d247 req-322912e5-3e93-4ae8-b7c9-17f96e6f809a tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072521 Jul 26 15:12:15.896846 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Attempting to bind port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:12:15.897186 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Attempting to bind port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:12:15.897515 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Attempting to bind port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d on network 12e3290f-127b-470c-b462-095d0a9eadf0 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:12:15.904078 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d on network 12e3290f-127b-470c-b462-095d0a9eadf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:12:15.904410 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Attempting to bind port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d on network 12e3290f-127b-470c-b462-095d0a9eadf0 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:12:15.910435 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:12:15.910773 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Checking segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:12:15.911166 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Bound using segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:12:15.911638 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Bound port: 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:12:15.912005 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:15.986614 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:12:15.990406 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:12:16.069648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:16.111047 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:16.111709 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:16.113152 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] 10.222.0.102 "PUT /v2.0/ports/914aac9d-0f65-4fef-a9cf-7ea754b0fa1d HTTP/1.1" status: 200 len: 1093 time: 0.9546134 Jul 26 15:12:16.113856 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:16.116186 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83399d8e-defe-4127-8792-937085df1edf" -d '{"events": [{"name": "network-changed", "server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:16.138875 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14e6ff-942c-4f11-b1bd-8e81b1c25905 service neutron] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:16.172770 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7d273c-9c79-43c8-912f-33876a402f51 x-openstack-request-id: req-9c7d273c-9c79-43c8-912f-33876a402f51 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:16.173154 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:16.173321 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9c7d273c-9c79-43c8-912f-33876a402f51 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:16.173732 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7d273c-9c79-43c8-912f-33876a402f51'] response: {'name': 'network-changed', 'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'status': 'completed', 'code': 200} Jul 26 15:12:16.247026 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83399d8e-defe-4127-8792-937085df1edf req-06bd731e-aabd-4f5f-a162-d6b84ca91d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:16.248833 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83399d8e-defe-4127-8792-937085df1edf req-06bd731e-aabd-4f5f-a162-d6b84ca91d41 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 1127 time: 0.0453327 Jul 26 15:12:16.330752 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:16.399636 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83399d8e-defe-4127-8792-937085df1edf req-02670274-aa3b-457f-b378-bfc0dacc392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:16.399636 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83399d8e-defe-4127-8792-937085df1edf req-02670274-aa3b-457f-b378-bfc0dacc392b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=b57441fed5b5437581930346bf9116ef&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1307130 Jul 26 15:12:16.510056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575964e-5149-46cf-b140-c553ee44ad1d req-d501b0b3-8a11-458d-9acb-44ade619b462 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:16.511745 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b575964e-5149-46cf-b140-c553ee44ad1d req-d501b0b3-8a11-458d-9acb-44ade619b462 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0968966 Jul 26 15:12:16.548188 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 79dc17dd-0f41-4a9f-9307-9de726b3d06e details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:12:16.574707 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83399d8e-defe-4127-8792-937085df1edf req-bfe94301-bb20-4aeb-b439-208ddf470757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:16.576454 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83399d8e-defe-4127-8792-937085df1edf req-bfe94301-bb20-4aeb-b439-208ddf470757 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702387 Jul 26 15:12:16.578940 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:16.598806 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b575964e-5149-46cf-b140-c553ee44ad1d req-6c96dce2-86aa-487a-811a-800a110a6bfb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783935 Jul 26 15:12:16.669235 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ed78b7-7a7b-4c0e-bf7c-706659d2b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:16.670877 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-35ed78b7-7a7b-4c0e-bf7c-706659d2b8a0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 1127 time: 0.0443473 Jul 26 15:12:16.673214 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:16.684149 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'port_id': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'mac_address': 'fa:16:3e:1b:ce:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:12:16.718194 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-4f8b410f-d7ee-4edb-a4c2-fe5b4da87a93 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d HTTP/1.1" status: 200 len: 217 time: 0.0386779 Jul 26 15:12:16.725380 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 79dc17dd-0f41-4a9f-9307-9de726b3d06e is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:16.725769 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:16.742472 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dc17dd-0f41-4a9f-9307-9de726b3d06e {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:12:16.765359 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:16.779733 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-03ae0152-aa02-4a51-96fb-6372361a5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:16.781233 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-03ae0152-aa02-4a51-96fb-6372361a5091 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0495892 Jul 26 15:12:16.829251 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-3cd7cc87-fede-4bf1-980c-6ea45a010197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:16.830691 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-3cd7cc87-fede-4bf1-980c-6ea45a010197 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419843 Jul 26 15:12:16.862778 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:16.913200 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=7']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:16.943174 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-db5ec0cc-1c0a-433c-bb64-7d6b9f95fb80 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975320 Jul 26 15:12:17.004882 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b03f4-9e49-46ea-922c-5c38c29ee4af req-4e03dfc5-62c5-49b8-86aa-1920c8887a6c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:17.006339 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-370b03f4-9e49-46ea-922c-5c38c29ee4af req-4e03dfc5-62c5-49b8-86aa-1920c8887a6c tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 944 time: 0.0504825 Jul 26 15:12:17.043760 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-704215fc-1d5f-4e2d-bcef-7fd76490386e req-1b54e5c8-8b0c-44e6-a201-1fe9d83dbb22 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912986 Jul 26 15:12:17.065538 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-370b03f4-9e49-46ea-922c-5c38c29ee4af req-7e5f3cd6-010a-46c5-a36b-c602ed96c018 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534470 Jul 26 15:12:17.221424 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['79dc17dd-0f41-4a9f-9307-9de726b3d06e'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:17.224961 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:17.361853 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:17.367955 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:17.735429 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a54fbf-cd3a-429f-8b3c-750f85c377a6 req-043a869c-cdae-4cd6-af2c-eb272c1246e2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:17.736874 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f7a54fbf-cd3a-429f-8b3c-750f85c377a6 req-043a869c-cdae-4cd6-af2c-eb272c1246e2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0513194 Jul 26 15:12:17.787046 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f7a54fbf-cd3a-429f-8b3c-750f85c377a6 req-6866e941-4fc4-46c6-9674-3a79d1bd00cb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442445 Jul 26 15:12:18.174777 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:18.189360 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21926-f807-4cff-ae39-5afd1196ae5f req-cac95e48-74ba-4994-81ac-07a8cf9c077e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:18.190831 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-59f21926-f807-4cff-ae39-5afd1196ae5f req-cac95e48-74ba-4994-81ac-07a8cf9c077e tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 944 time: 0.0486777 Jul 26 15:12:18.202359 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:18.241942 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-59f21926-f807-4cff-ae39-5afd1196ae5f req-50c68576-008d-46ed-84c5-1d3ba04634a2 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454266 Jul 26 15:12:18.561333 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 79dc17dd-0f41-4a9f-9307-9de726b3d06e up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:18.607576 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 79dc17dd-0f41-4a9f-9307-9de726b3d06e triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:18.607956 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:18.686311 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 79dc17dd-0f41-4a9f-9307-9de726b3d06e is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:18.686698 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:18.710100 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:18.712404 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc421f31-100f-4c24-96a4-775da5460f3d" -d '{"events": [{"server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "name": "network-vif-plugged", "status": "completed", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:18.725713 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:18.750528 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92af401-ec44-4fa3-b755-96747c42a5b2 x-openstack-request-id: req-f92af401-ec44-4fa3-b755-96747c42a5b2 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:18.750999 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "name": "network-vif-plugged", "status": "completed", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:18.751124 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f92af401-ec44-4fa3-b755-96747c42a5b2 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:18.751561 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92af401-ec44-4fa3-b755-96747c42a5b2'] response: {'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'code': 200} Jul 26 15:12:18.805481 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:18.864497 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=8']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:18.873660 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.874015 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.874355 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.874700 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.875034 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.875369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.875725 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.876054 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.876393 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.876719 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.877047 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.877372 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.877694 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.878016 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.878343 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:18.922099 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01f86a-644c-4719-8af6-0a809da81630 req-1b0db170-684b-498b-bcf6-51d7f2dd31da tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:18.924047 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4a01f86a-644c-4719-8af6-0a809da81630 req-1b0db170-684b-498b-bcf6-51d7f2dd31da tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0542016 Jul 26 15:12:18.980219 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4a01f86a-644c-4719-8af6-0a809da81630 req-e2432658-c393-455a-887e-f8bb32ae28a2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485282 Jul 26 15:12:19.115327 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87c930-7d36-49d5-b9e5-d357fe2b71ce req-13f737f1-c208-4365-b921-cc94b74fb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:19.116893 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-de87c930-7d36-49d5-b9e5-d357fe2b71ce req-13f737f1-c208-4365-b921-cc94b74fb454 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1129 time: 0.0406938 Jul 26 15:12:19.167043 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-de87c930-7d36-49d5-b9e5-d357fe2b71ce req-219fa12d-94d5-44df-91d1-66ee999c795b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Jul 26 15:12:19.386761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115d036-23d4-434f-a504-1f574cc1a562 req-b76f6314-e2e7-4984-a7f4-474fd718bfcf tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:19.389145 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4115d036-23d4-434f-a504-1f574cc1a562 req-b76f6314-e2e7-4984-a7f4-474fd718bfcf tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0608039 Jul 26 15:12:19.390780 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:12:19.452914 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4115d036-23d4-434f-a504-1f574cc1a562 req-449b92b5-6871-4bde-97c2-3aff131f279b tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580978 Jul 26 15:12:20.118319 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3a2bc-7b9e-4b81-817a-4a1b04708791 req-2e1e8a31-ac55-462a-895f-b4f0b34eb0eb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:20.119852 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f0c3a2bc-7b9e-4b81-817a-4a1b04708791 req-2e1e8a31-ac55-462a-895f-b4f0b34eb0eb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0521441 Jul 26 15:12:20.171723 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f0c3a2bc-7b9e-4b81-817a-4a1b04708791 req-8b2f5871-52a0-45a9-bcb4-c5f2bc28e0ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452321 Jul 26 15:12:20.559077 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:20.575727 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f21db-f192-46fd-9366-3dc170135aa9 req-68376183-b14f-4ab2-893f-9ec10f4d3638 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:20.577236 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-431f21db-f192-46fd-9366-3dc170135aa9 req-68376183-b14f-4ab2-893f-9ec10f4d3638 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0487809 Jul 26 15:12:20.586454 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:12:20.639086 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-431f21db-f192-46fd-9366-3dc170135aa9 req-4f3ad143-fab8-41e6-b490-dae5ddba6df2 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562155 Jul 26 15:12:20.699638 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:20.711290 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'port_id': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:12:20.748504 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:20.748908 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:20.765612 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:12:20.787137 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:20.885189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:20.930161 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:20.935309 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:21.244607 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:21.303298 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea60a8-05f7-490b-a38e-0e0e1e960815 req-2c9bac77-56a4-4880-bac9-9d5199955859 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:21.304898 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0bea60a8-05f7-490b-a38e-0e0e1e960815 req-2c9bac77-56a4-4880-bac9-9d5199955859 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 944 time: 0.0494924 Jul 26 15:12:21.356128 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0bea60a8-05f7-490b-a38e-0e0e1e960815 req-66e364af-e1ec-42d4-9ed4-0e926dab99b3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 Jul 26 15:12:21.768362 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db7294-72b3-48e8-8ef6-de6c72567dd7 req-0297722c-4216-4a72-94e5-30dd77ae1eca tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:21.770024 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-47db7294-72b3-48e8-8ef6-de6c72567dd7 req-0297722c-4216-4a72-94e5-30dd77ae1eca tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0503774 Jul 26 15:12:21.820897 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-47db7294-72b3-48e8-8ef6-de6c72567dd7 req-a23bb385-ce69-4fc3-9a2b-588bf62f52b6 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Jul 26 15:12:22.487564 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e4420-2e41-497a-ae6b-1904ee40d50f req-7adc58a0-2b65-49e9-b742-95bee6135515 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:22.489423 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f13e4420-2e41-497a-ae6b-1904ee40d50f req-7adc58a0-2b65-49e9-b742-95bee6135515 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 944 time: 0.0539417 Jul 26 15:12:22.541805 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-f13e4420-2e41-497a-ae6b-1904ee40d50f req-9b6ae3eb-af6f-46e3-a978-f307d68d48fb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464728 Jul 26 15:12:22.592903 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:22.641064 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:12:22.696974 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:22.697359 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:22.743700 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:22.788900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:22.789296 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:22.814481 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:22.816769 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a595dbf-ec56-45ef-b245-ceca2b13bab6" -d '{"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-plugged", "status": "completed", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:22.831318 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:22.857889 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1ca99f-2efc-4523-bd43-3a5286ec378d x-openstack-request-id: req-0a1ca99f-2efc-4523-bd43-3a5286ec378d {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:22.858182 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-plugged", "status": "completed", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:22.858437 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0a1ca99f-2efc-4523-bd43-3a5286ec378d {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:22.858841 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1ca99f-2efc-4523-bd43-3a5286ec378d'] response: {'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'code': 200} Jul 26 15:12:22.931056 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:22.993644 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:23.283494 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da649574-0d41-426e-89e7-022e9d57e20d req-7feb4924-4e13-4c90-9bbc-91cc017b9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:23.285037 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-da649574-0d41-426e-89e7-022e9d57e20d req-7feb4924-4e13-4c90-9bbc-91cc017b9e5a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 1129 time: 0.0443933 Jul 26 15:12:23.336377 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-da649574-0d41-426e-89e7-022e9d57e20d req-9935f6e0-7b34-442f-847f-a2d230b73e85 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400562 Jul 26 15:12:23.667733 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4221f30-e7ee-4130-94fa-08eac6750a08 req-fa2c6916-e446-4a95-a87b-d0f254afb7b5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:23.669267 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c4221f30-e7ee-4130-94fa-08eac6750a08 req-fa2c6916-e446-4a95-a87b-d0f254afb7b5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0480013 Jul 26 15:12:23.718068 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c4221f30-e7ee-4130-94fa-08eac6750a08 req-a16c8fce-dc99-4f1e-bd82-56aa50c487b8 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431099 Jul 26 15:12:24.855118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f553bc-3751-40c0-b3a2-f805eb85292a req-fee6ce83-a37c-408f-a0a5-24fd1e5bcc68 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:24.857795 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-41f553bc-3751-40c0-b3a2-f805eb85292a req-fee6ce83-a37c-408f-a0a5-24fd1e5bcc68 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0533764 Jul 26 15:12:24.858516 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-b2ff28d1-2922-4d4a-b2bf-d46a3638318f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132711478&fields=id&tenant_id=ee9262c91631413b991af2efeb169cd0 HTTP/1.1" status: 200 len: 267 time: 0.0490873 Jul 26 15:12:24.900178 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:24.916205 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-41f553bc-3751-40c0-b3a2-f805eb85292a req-899d05d9-f450-4012-b1e0-79c007d1e5cb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513239 Jul 26 15:12:24.931090 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-659761b2-c40b-4c82-a39d-4c336226b348 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:24.933096 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-659761b2-c40b-4c82-a39d-4c336226b348 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 985 time: 0.0688822 Jul 26 15:12:24.945958 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Request body: {'port': {'security_groups': ['289576aa-5cd5-4e28-8d9a-5d12d81e7404']}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:25.035356 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.229077 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] For port 6d53b356-223b-4f5d-a62b-88f2c5b69216, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:25.268772 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:25.274159 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.428447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.443500 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6d53b356-223b-4f5d-a62b-88f2c5b69216'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:25.480391 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:25.481530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.483053 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-69b72b18-a111-4696-b6ed-90d094ae0811 req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "PUT /v2.0/ports/6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 943 time: 0.5426345 Jul 26 15:12:25.483545 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:25.485889 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba623715-bf96-45d4-afd1-10b47b7abfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:25.489974 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 40938) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:25.520813 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aa9c9-b269-4111-a25e-6fa49a347e6f tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event updated for resources: {'Port': ['ID=6d53b356-223b-4f5d-a62b-88f2c5b69216,revision_number=7']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:25.587593 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bb8ada84-0115-4073-abd8-9afbd4b09235 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group (98b1d07f-96c7-443a-8199-36f4c4bf19c9), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.626749 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bb8ada84-0115-4073-abd8-9afbd4b09235 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group (98b1d07f-96c7-443a-8199-36f4c4bf19c9), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.647876 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6d53b356-223b-4f5d-a62b-88f2c5b69216'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:25.725903 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d86018b-2ffe-4eac-aa63-c980452e6a7d x-openstack-request-id: req-3d86018b-2ffe-4eac-aa63-c980452e6a7d {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:25.726193 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:25.726442 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3d86018b-2ffe-4eac-aa63-c980452e6a7d {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:25.726848 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d86018b-2ffe-4eac-aa63-c980452e6a7d'] response: {'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'status': 'completed', 'code': 200} Jul 26 15:12:25.795764 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bb8ada84-0115-4073-abd8-9afbd4b09235 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (98b1d07f-96c7-443a-8199-36f4c4bf19c9), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.803578 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-bb8ada84-0115-4073-abd8-9afbd4b09235 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.803578 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-bb8ada84-0115-4073-abd8-9afbd4b09235 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "DELETE /v2.0/security-groups/98b1d07f-96c7-443a-8199-36f4c4bf19c9 HTTP/1.1" status: 204 len: 168 time: 0.3078270 Jul 26 15:12:25.803831 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40942) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:25.811172 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ada84-0115-4073-abd8-9afbd4b09235 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b1d07f-96c7-443a-8199-36f4c4bf19c9,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:25.843567 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-333be39f-112f-410d-9265-df6c048c28f0 None None] Provisioning complete for port 6d53b356-223b-4f5d-a62b-88f2c5b69216 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:25.843942 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-333be39f-112f-410d-9265-df6c048c28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:25.918744 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:25.936007 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:25.947512 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-333be39f-112f-410d-9265-df6c048c28f0 None None] Current status of the port 6d53b356-223b-4f5d-a62b-88f2c5b69216 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:25.992452 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Deleting port 27b626db-4daa-4970-b888-4f55c8b30617 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:25.992899 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (27b626db-4daa-4970-b888-4f55c8b30617), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:26.105647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-ecae11ff-629e-4216-acb5-6c0acf41f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:26.107177 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-ecae11ff-629e-4216-acb5-6c0acf41f8f8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee9262c91631413b991af2efeb169cd0&device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1130 time: 0.0584760 Jul 26 15:12:26.108869 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745ec67-c54b-448b-bb09-f9d80b2c7faa req-8d436dfd-4da3-46b1-9200-7f6d89fdac06 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:26.110390 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8745ec67-c54b-448b-bb09-f9d80b2c7faa req-8d436dfd-4da3-46b1-9200-7f6d89fdac06 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0740101 Jul 26 15:12:26.144064 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (27b626db-4daa-4970-b888-4f55c8b30617), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:26.147242 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for floatingip (27b626db-4daa-4970-b888-4f55c8b30617), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:26.163886 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Calling delete_port for 27b626db-4daa-4970-b888-4f55c8b30617 owned by network:floatingip {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:26.198225 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8745ec67-c54b-448b-bb09-f9d80b2c7faa req-95ebfcab-9c59-4512-b380-0ad399478144 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806170 Jul 26 15:12:26.235544 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-cc59ea2d-c78e-4ba5-a89a-234a65983f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:26.237086 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-cc59ea2d-c78e-4ba5-a89a-234a65983f2a service neutron] 10.222.0.102 "GET /v2.0/networks?id=f00b30d1-b798-458a-a4ac-371e3eae95f6 HTTP/1.1" status: 200 len: 916 time: 0.1170311 Jul 26 15:12:26.314594 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:26.356185 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-73e49eef-cde2-4e18-abf8-13e98a623a94 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 1002 time: 0.1065347 Jul 26 15:12:26.367996 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb4818-663f-4146-9123-17eae36beda1 req-7afcefbc-ab2a-4095-a7c7-abe4394fdc7b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:26.369662 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-76bb4818-663f-4146-9123-17eae36beda1 req-7afcefbc-ab2a-4095-a7c7-abe4394fdc7b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0687900 Jul 26 15:12:26.381326 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 40950) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:26.389393 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'floatingip': {'port_id': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:26.424055 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-a158891d-616b-4fcc-b5ac-97a6f5fc8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:26.425538 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-a158891d-616b-4fcc-b5ac-97a6f5fc8779 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e9ccb48d-39eb-4fae-a233-09bf01abf209 HTTP/1.1" status: 200 len: 854 time: 0.0549848 Jul 26 15:12:26.432786 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (9d82a859-e8a8-4598-acaa-ef8e440c450e), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:26.487035 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-68009cff-e8d4-41ff-ac63-79372e17d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:26.488293 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-68009cff-e8d4-41ff-ac63-79372e17d844 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f00b30d1-b798-458a-a4ac-371e3eae95f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515037 Jul 26 15:12:26.501180 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (27b626db-4daa-4970-b888-4f55c8b30617), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:26.534824 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event deleted for resources: {'Port': ['ID=27b626db-4daa-4970-b888-4f55c8b30617,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:26.600088 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-06a6cb37-cee6-47b7-b4b2-b2a9e29249a7 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970383 Jul 26 15:12:26.684815 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks [] for floatingip (073e17f5-8f48-4966-a446-01b8ddb7255a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:26.685159 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Floating IP 073e17f5-8f48-4966-a446-01b8ddb7255a disassociated (deleted). External IP: 172.27.2.233, port: 6d53b356-223b-4f5d-a62b-88f2c5b69216. Jul 26 15:12:26.711849 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ba623715-bf96-45d4-afd1-10b47b7abfd4 req-290f0083-35f4-41e7-986b-660d5d8d2336 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018131 Jul 26 15:12:27.367061 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:12:27.456503 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:27.523026 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:27.527154 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (9d82a859-e8a8-4598-acaa-ef8e440c450e), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:27.530797 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:12:27.541314 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] Sync routers for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:12:27.553148 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:27.553866 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:27.565255 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:27.591049 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:27.645881 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-f94e6812-d37a-4ad8-a63c-285dd8b1212b tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "DELETE /v2.0/floatingips/073e17f5-8f48-4966-a446-01b8ddb7255a HTTP/1.1" status: 204 len: 168 time: 1.8417935 Jul 26 15:12:27.676537 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Floating IP 9d82a859-e8a8-4598-acaa-ef8e440c450e associated. External IP: 172.27.2.105, port: 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d. Jul 26 15:12:27.730381 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:27.732940 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55a4eb7-6a30-4172-9947-89bb7cf9668e" -d '{"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:27.817707 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf919df2-3ef4-4414-ad0f-8c087904bb5b x-openstack-request-id: req-cf919df2-3ef4-4414-ad0f-8c087904bb5b {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:27.818003 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:27.818254 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cf919df2-3ef4-4414-ad0f-8c087904bb5b {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:27.819353 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf919df2-3ef4-4414-ad0f-8c087904bb5b'] response: {'name': 'network-changed', 'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'status': 'completed', 'code': 200} Jul 26 15:12:27.827817 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:27.921926 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:27.921926 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-63674c49-3f0f-4ee1-bde7-cf9a75c6b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:27.921926 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-63674c49-3f0f-4ee1-bde7-cf9a75c6b725 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee9262c91631413b991af2efeb169cd0&device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 1130 time: 0.0751021 Jul 26 15:12:27.964053 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Router 27f7fc3c-c270-46e5-b873-d68b9fac931b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:12:27.983790 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:28.039038 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-57e32c36-8a4a-4afd-8806-a6b7cf0b3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:28.040560 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-57e32c36-8a4a-4afd-8806-a6b7cf0b3022 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f00b30d1-b798-458a-a4ac-371e3eae95f6 HTTP/1.1" status: 200 len: 916 time: 0.1146049 Jul 26 15:12:28.092821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:15Z', 'revision_number': 5, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:28.100594 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-5bfdc270-2bac-46e0-960a-94a8f34c8e0d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 200 len: 217 time: 0.0506680 Jul 26 15:12:28.123202 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:12:28.128367 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:28.136207 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] Sync routers for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:12:28.143899 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] Checking router: 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:12:28.155660 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:28.156611 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:28.159489 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:28.160984 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:28.172290 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-b8c3be5a-b787-4b49-b587-793136e1a3ff tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "PUT /v2.0/floatingips/9d82a859-e8a8-4598-acaa-ef8e440c450e HTTP/1.1" status: 200 len: 991 time: 1.7899458 Jul 26 15:12:28.173785 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:28.205503 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-553aee6e-8374-4acd-ba9e-a3c65910cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:28.206988 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-553aee6e-8374-4acd-ba9e-a3c65910cefe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e9ccb48d-39eb-4fae-a233-09bf01abf209 HTTP/1.1" status: 200 len: 854 time: 0.0984561 Jul 26 15:12:28.284691 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:28.298215 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:28.306014 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-aea48d84-9bdf-4638-a2ec-0f3ff3678794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:28.307956 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-aea48d84-9bdf-4638-a2ec-0f3ff3678794 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f00b30d1-b798-458a-a4ac-371e3eae95f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821211 Jul 26 15:12:28.416898 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-a248059f-ce1e-4936-8fba-eba4939bf4cb service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976059 Jul 26 15:12:28.513146 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:15Z', 'revision_number': 5, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:28.534693 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9d82a859-e8a8-4598-acaa-ef8e440c450e', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'port_id': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce9439-b753-41cb-a9b1-042db35be70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:12:09Z', 'updated_at': '2022-07-26T15:12:27Z', 'revision_number': 1, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:28.538877 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a6225-2bb6-4eb3-8711-899e0b919f93 None None] The sync data for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi is: [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:09:11Z', 'revision_number': 4, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '001010fd-60b9-478e-9c29-7545220f16eb', 'name': '', 'network_id': 'f00b30d1-b798-458a-a4ac-371e3eae95f6', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'mac_address': 'fa:16:3e:9f:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:10Z', 'updated_at': '2022-07-26T15:09:15Z', 'revision_number': 5, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'subnets': [{'id': 'e9ccb48d-39eb-4fae-a233-09bf01abf209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:28.567914 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] Checking router: 27f7fc3c-c270-46e5-b873-d68b9fac931b for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:12:28.578959 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:28.579754 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:28.693538 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:28.829396 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c55a4eb7-6a30-4172-9947-89bb7cf9668e req-38371e55-22b8-40df-a58b-02a7f944d899 service neutron] 10.222.0.102 "GET /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246834 Jul 26 15:12:28.844056 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5bc05-9ff6-4d81-a392-80f4a97269dd None None] New status for floating IP 073e17f5-8f48-4966-a446-01b8ddb7255a: DOWN {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:12:29.033570 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9d82a859-e8a8-4598-acaa-ef8e440c450e', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'port_id': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce9439-b753-41cb-a9b1-042db35be70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:12:09Z', 'updated_at': '2022-07-26T15:12:27Z', 'revision_number': 1, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:29.063129 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de5008-adbf-45c7-9c6e-8790fe72160c None None] The sync data for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi is: [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '9d82a859-e8a8-4598-acaa-ef8e440c450e', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'port_id': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce9439-b753-41cb-a9b1-042db35be70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:12:09Z', 'updated_at': '2022-07-26T15:12:27Z', 'revision_number': 1, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:29.306748 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7e91f-c930-4224-8c7b-1193d39b0231 None None] New status for floating IP 9d82a859-e8a8-4598-acaa-ef8e440c450e: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:12:29.427556 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:29.821555 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:29.824012 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d020e-36c6-4fc4-a705-97e5355aa43a" -d '{"events": [{"name": "network-changed", "server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:29.862657 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0128983-55d1-416b-8da2-c8700efdd594 x-openstack-request-id: req-d0128983-55d1-416b-8da2-c8700efdd594 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:29.862794 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:29.863346 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d0128983-55d1-416b-8da2-c8700efdd594 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:29.865847 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0128983-55d1-416b-8da2-c8700efdd594'] response: {'name': 'network-changed', 'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'status': 'completed', 'code': 200} Jul 26 15:12:29.949362 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-65fa910b-125a-47c2-add7-c02298550a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:29.951132 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-65fa910b-125a-47c2-add7-c02298550a23 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 1129 time: 0.0422502 Jul 26 15:12:30.054289 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-2b213192-fa0e-4801-bc76-74b816515ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:30.055800 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-2b213192-fa0e-4801-bc76-74b816515ff0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 918 time: 0.0975626 Jul 26 15:12:30.123367 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-a45095f8-5702-4f8c-9f67-5b64b5220911 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d HTTP/1.1" status: 200 len: 1001 time: 0.0579269 Jul 26 15:12:30.176427 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-c99f6d4c-8294-40fe-83af-5f8e11547104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:30.177865 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-c99f6d4c-8294-40fe-83af-5f8e11547104 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0453858 Jul 26 15:12:30.236483 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-dab4ce5e-e596-4dee-9be2-9e130385ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:30.238247 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-dab4ce5e-e596-4dee-9be2-9e130385ed67 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488620 Jul 26 15:12:30.338662 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-8074c455-e444-4532-b58d-da89771a8417 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909114 Jul 26 15:12:30.450253 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cc2d020e-36c6-4fc4-a705-97e5355aa43a req-68dd9598-cfc3-44c9-b269-08b29da884e4 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034017 Jul 26 15:12:32.162060 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb1f20-0666-41da-b74c-d89425c2166d req-5935efea-a26f-45ed-8491-48cbda4f00b1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:32.163580 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-88fb1f20-0666-41da-b74c-d89425c2166d req-5935efea-a26f-45ed-8491-48cbda4f00b1 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0484405 Jul 26 15:12:32.212805 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-88fb1f20-0666-41da-b74c-d89425c2166d req-0472617c-a7ba-421f-8479-9de1f2c08c8c tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Jul 26 15:12:33.338343 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da7279-fc44-4b18-969d-6f5055f60b02 req-eb4c5e4a-3908-4382-a461-d4cc2da74c87 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:33.339915 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52da7279-fc44-4b18-969d-6f5055f60b02 req-eb4c5e4a-3908-4382-a461-d4cc2da74c87 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0501657 Jul 26 15:12:33.392946 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52da7279-fc44-4b18-969d-6f5055f60b02 req-3c554bea-2910-4385-9878-cf9f91f68907 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Jul 26 15:12:34.501264 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:34.519759 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f751a2-d3f2-42f9-83f1-ac9d14bef86e req-79ddd5f2-50c7-4b45-86e6-dba04c78d4fc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:34.521554 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d6f751a2-d3f2-42f9-83f1-ac9d14bef86e req-79ddd5f2-50c7-4b45-86e6-dba04c78d4fc tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0520282 Jul 26 15:12:34.579928 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d6f751a2-d3f2-42f9-83f1-ac9d14bef86e req-b2386a18-232b-4cf0-b81d-38a8a228e1d8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/security-groups?id=289576aa-5cd5-4e28-8d9a-5d12d81e7404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514519 Jul 26 15:12:34.985426 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-61e6d4f7-7ecb-41c2-988d-bdfdbe646616 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:34.986898 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-61e6d4f7-7ecb-41c2-988d-bdfdbe646616 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.102 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 946 time: 0.0489068 Jul 26 15:12:35.081361 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Deleting port 6d53b356-223b-4f5d-a62b-88f2c5b69216 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:35.081698 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:35.153922 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:35.183056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] For port 6d53b356-223b-4f5d-a62b-88f2c5b69216, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6d53b356-223b-4f5d-a62b-88f2c5b69216,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:35.183546 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:35.198317 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Calling delete_port for 6d53b356-223b-4f5d-a62b-88f2c5b69216 owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:35.444828 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (6d53b356-223b-4f5d-a62b-88f2c5b69216), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:35.458944 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6d53b356-223b-4f5d-a62b-88f2c5b69216'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:35.473802 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Pushing event deleted for resources: {'Port': ['ID=6d53b356-223b-4f5d-a62b-88f2c5b69216,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:35.487449 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.488045 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.488390 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.488725 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.489059 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.489390 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.489828 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.490155 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.490484 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.490826 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.491151 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.491599 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.491818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.492139 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.492531 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:35.532273 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] No DVR routers for this DVR port 6d53b356-223b-4f5d-a62b-88f2c5b69216 on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:35.534805 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:35.538055 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5ff267c8-7d93-4b69-9c22-99c7b3a7e1b0 req-96a4cf14-e923-4b5e-afe6-a76a2fd5e085 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.102 "DELETE /v2.0/ports/6d53b356-223b-4f5d-a62b-88f2c5b69216 HTTP/1.1" status: 204 len: 173 time: 0.5406656 Jul 26 15:12:35.538489 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'name': 'network-vif-deleted', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:35.540992 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb06e3b7-9bf7-4598-ab64-d452153d9854" -d '{"events": [{"server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "name": "network-vif-deleted", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:35.581620 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e932a3a-e624-4ae9-9b12-868ec7cbc98f x-openstack-request-id: req-0e932a3a-e624-4ae9-9b12-868ec7cbc98f {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:35.581924 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74359d93-5827-4800-a2e7-92675b4a30b3", "name": "network-vif-deleted", "tag": "6d53b356-223b-4f5d-a62b-88f2c5b69216", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:35.582177 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0e932a3a-e624-4ae9-9b12-868ec7cbc98f {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:35.583951 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e932a3a-e624-4ae9-9b12-868ec7cbc98f'] response: {'server_uuid': '74359d93-5827-4800-a2e7-92675b4a30b3', 'name': 'network-vif-deleted', 'tag': '6d53b356-223b-4f5d-a62b-88f2c5b69216', 'status': 'completed', 'code': 200} Jul 26 15:12:35.949700 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a5a93aec-11e2-433f-993d-8de2a2f4b9f5 req-a097f303-26d9-498d-b5b9-88646437a4d8 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 210 time: 0.2934601 Jul 26 15:12:37.077953 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-14eb1bea-3e1d-4539-8ab7-d2efb0e7e0aa req-6c5001f9-4935-41f1-a37c-fed9bce45595 tempest-TestMinimumBasicScenario-31182315 tempest-TestMinimumBasicScenario-31182315-project] 10.222.0.94 "GET /v2.0/ports?device_id=74359d93-5827-4800-a2e7-92675b4a30b3 HTTP/1.1" status: 200 len: 210 time: 0.0367932 Jul 26 15:12:38.676698 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6d53b356-223b-4f5d-a62b-88f2c5b69216 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:38.702779 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 6d53b356-223b-4f5d-a62b-88f2c5b69216 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:38.702927 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6d53b356-223b-4f5d-a62b-88f2c5b69216 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:39.358240 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41104) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:39.425754 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:39.634981 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:39.681951 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:39.841132 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:39.912774 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Deleting port 001010fd-60b9-478e-9c29-7545220f16eb {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:39.913112 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (001010fd-60b9-478e-9c29-7545220f16eb), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:40.000301 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] For port 001010fd-60b9-478e-9c29-7545220f16eb, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=001010fd-60b9-478e-9c29-7545220f16eb,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:40.000675 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (001010fd-60b9-478e-9c29-7545220f16eb), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:40.013920 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Calling delete_port for 001010fd-60b9-478e-9c29-7545220f16eb owned by network:router_interface {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:40.290773 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (001010fd-60b9-478e-9c29-7545220f16eb), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:40.321782 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=001010fd-60b9-478e-9c29-7545220f16eb,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:40.361581 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:40.463013 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7952f49c-da1e-4d07-9349-9487b1d6f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:40.532260 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:40.648244 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:40.767391 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:12:40.780038 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:40.882101 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:12:40.888670 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-b397e04a-78de-4cac-81e5-79fde7c9bbb8 admin admin] 10.222.0.94 "PUT /v2.0/routers/4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5293500 Jul 26 15:12:40.891224 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41108) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:40.895583 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] Sync routers for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:12:40.907518 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:40.908083 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:41.005177 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks [] for router (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:41.021987 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:41.116431 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks [] for router_gateway (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:41.205777 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:12:40Z', 'revision_number': 5, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port': {'id': '14ad89fb-d333-4f90-9a2e-7e5b28998f84', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:07Z', 'updated_at': '2022-07-26T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:41.238633 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] Checking router: 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:12:41.249175 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] Routers {'4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:41.249882 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:41.283923 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Deleting port 14ad89fb-d333-4f90-9a2e-7e5b28998f84 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:41.283923 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:41.351766 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] Set router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b gateway port host: None {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:41.413354 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:12:41Z', 'revision_number': 6, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port_host': None}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:41.442210 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da312774-a4e5-4d54-8112-d80a5022ace4 None None] The sync data for ids ['4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b'] in dv-cinder-850668-2-iscsi is: [{'id': '4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b', 'name': 'tempest-TestMinimumBasicScenario-1736215231-router', 'tenant_id': 'ee9262c91631413b991af2efeb169cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:06Z', 'updated_at': '2022-07-26T15:12:41Z', 'revision_number': 6, 'project_id': 'ee9262c91631413b991af2efeb169cd0', 'gw_port_host': None}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:41.874320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] For port 14ad89fb-d333-4f90-9a2e-7e5b28998f84, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=14ad89fb-d333-4f90-9a2e-7e5b28998f84,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:41.874320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:41.874320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Calling delete_port for 14ad89fb-d333-4f90-9a2e-7e5b28998f84 owned by network:router_gateway {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:41.999315 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (14ad89fb-d333-4f90-9a2e-7e5b28998f84), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.029267 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ad89fb-d333-4f90-9a2e-7e5b28998f84,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:42.099708 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.209573 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.212935 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks [] for router_controller (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.258232 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 001010fd-60b9-478e-9c29-7545220f16eb no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:42.283795 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:42.285877 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 001010fd-60b9-478e-9c29-7545220f16eb {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:42.286303 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 001010fd-60b9-478e-9c29-7545220f16eb not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:42.404791 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.405530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b {{(pid=116401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:12:42.414015 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.415230 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-24aa128e-c28f-406f-b98d-9dd66ce37ca5 admin admin] 10.222.0.94 "DELETE /v2.0/routers/4a60d26d-7b8e-4d3b-bbc2-4d35bd2b420b HTTP/1.1" status: 204 len: 168 time: 1.5230031 Jul 26 15:12:42.418813 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41124) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:42.470471 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-164219f8-d51d-478f-889d-cce8b830f4d5 admin admin] Deleting subnet e9ccb48d-39eb-4fae-a233-09bf01abf209 {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:12:42.474201 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-164219f8-d51d-478f-889d-cce8b830f4d5 admin admin] Publish callbacks [] for subnet (e9ccb48d-39eb-4fae-a233-09bf01abf209), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.538340 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-164219f8-d51d-478f-889d-cce8b830f4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (e9ccb48d-39eb-4fae-a233-09bf01abf209), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.560062 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:42.606925 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-164219f8-d51d-478f-889d-cce8b830f4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (e9ccb48d-39eb-4fae-a233-09bf01abf209), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.725098 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-164219f8-d51d-478f-889d-cce8b830f4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (e9ccb48d-39eb-4fae-a233-09bf01abf209), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.754342 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164219f8-d51d-478f-889d-cce8b830f4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ccb48d-39eb-4fae-a233-09bf01abf209,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:42.758270 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-164219f8-d51d-478f-889d-cce8b830f4d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.763980 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-164219f8-d51d-478f-889d-cce8b830f4d5 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/e9ccb48d-39eb-4fae-a233-09bf01abf209 HTTP/1.1" status: 204 len: 168 time: 0.3440878 Jul 26 15:12:42.764706 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41128) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:42.765402 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf19f20-bef4-4345-8dda-c5d8f77747e6 None None] Network f00b30d1-b798-458a-a4ac-371e3eae95f6 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:12:42.849365 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (f00b30d1-b798-458a-a4ac-371e3eae95f6), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.901226 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Deleting port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:42.902107 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.928101 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] DHCP port deletion for f00b30d1-b798-458a-a4ac-371e3eae95f6 request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:12:42.972340 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] For port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:42.972703 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.973976 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] Deleting port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:42.974349 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:42.988048 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Calling delete_port for 0856fcb6-f5d4-48e0-8b96-b3ad65604dad owned by network:dhcp {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:43.045332 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] For port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,segment=NetworkSegment(b9d0df62-596a-49f2-ad5c-3c767d4d6697),segment_id=b9d0df62-596a-49f2-ad5c-3c767d4d6697)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:43.045737 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.060486 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] Calling delete_port for 0856fcb6-f5d4-48e0-8b96-b3ad65604dad owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:43.125080 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.150231 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (0856fcb6-f5d4-48e0-8b96-b3ad65604dad), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.154735 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:43.157048 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:43.158987 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] No DVR routers for this DVR port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad on host dv-cinder-850668-2-iscsi {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:43.179429 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] Pushing event deleted for resources: {'Port': ['ID=0856fcb6-f5d4-48e0-8b96-b3ad65604dad,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:43.187346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e0c93-58f1-4c2b-b2f7-dd92bc49fd3c None None] No DVR routers for this DVR port 0856fcb6-f5d4-48e0-8b96-b3ad65604dad on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:43.247593 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (f00b30d1-b798-458a-a4ac-371e3eae95f6), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.270447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00b30d1-b798-458a-a4ac-371e3eae95f6']}} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:43.282478 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d0df62-596a-49f2-ad5c-3c767d4d6697') {'for_net_delete': True} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:43.286374 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d0df62-596a-49f2-ad5c-3c767d4d6697') {} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:43.294772 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9346155'] for segment (b9d0df62-596a-49f2-ad5c-3c767d4d6697), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.311344 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (b9d0df62-596a-49f2-ad5c-3c767d4d6697), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.319129 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=116401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:12:43.319647 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3735883'] for segment (b9d0df62-596a-49f2-ad5c-3c767d4d6697), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.361803 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment b9d0df62-596a-49f2-ad5c-3c767d4d6697 resource provider aggregate not found Jul 26 15:12:43.382214 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment b9d0df62-596a-49f2-ad5c-3c767d4d6697 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9d0df62-596a-49f2-ad5c-3c767d4d6697 found for delete ", "request_id": "req-b7e00692-9f72-415b-ad3a-731cbb919051"}]} Jul 26 15:12:43.450861 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (f00b30d1-b798-458a-a4ac-371e3eae95f6), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.456806 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.460166 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] 10.222.0.94 "DELETE /v2.0/networks/f00b30d1-b798-458a-a4ac-371e3eae95f6 HTTP/1.1" status: 204 len: 168 time: 0.6940844 Jul 26 15:12:43.466004 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41136) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:43.476329 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df6a13-b504-4cdf-9510-9a32fa170c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00b30d1-b798-458a-a4ac-371e3eae95f6,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:43.668262 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc230-3831-4183-b717-2fa05c257e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.860507 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.944716 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 14ad89fb-d333-4f90-9a2e-7e5b28998f84 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:43.953867 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:43.966397 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 14ad89fb-d333-4f90-9a2e-7e5b28998f84 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:43.966855 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 14ad89fb-d333-4f90-9a2e-7e5b28998f84 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:43.969405 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 0856fcb6-f5d4-48e0-8b96-b3ad65604dad no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:43.988110 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 0856fcb6-f5d4-48e0-8b96-b3ad65604dad {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:43.988555 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 0856fcb6-f5d4-48e0-8b96-b3ad65604dad not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:44.159788 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Deleting port cba15198-8b8f-4629-ae27-63cf53d5ddd3 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:44.160131 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:44.245151 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:44.248505 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] For port cba15198-8b8f-4629-ae27-63cf53d5ddd3, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cba15198-8b8f-4629-ae27-63cf53d5ddd3,segment=NetworkSegment(460a0b1d-1396-434c-8e62-50b0603282d1),segment_id=460a0b1d-1396-434c-8e62-50b0603282d1)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:44.248505 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:44.261940 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Calling delete_port for cba15198-8b8f-4629-ae27-63cf53d5ddd3 owned by network:router_interface {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:44.570597 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (cba15198-8b8f-4629-ae27-63cf53d5ddd3), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:44.605369 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Pushing event deleted for resources: {'Port': ['ID=cba15198-8b8f-4629-ae27-63cf53d5ddd3,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:44.712134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078cd5a-1b47-40e9-8813-3f480448a8e7 req-4039c286-4aad-4502-bf22-66ba91f33f92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:44.713701 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b078cd5a-1b47-40e9-8813-3f480448a8e7 req-4039c286-4aad-4502-bf22-66ba91f33f92 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0624692 Jul 26 15:12:44.783193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:44.848208 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b078cd5a-1b47-40e9-8813-3f480448a8e7 req-103ac607-14de-4c43-a5d0-91eb9c440163 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943379 Jul 26 15:12:44.858886 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:45.079904 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:12:45.107566 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:45.130180 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:45.191063 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:12:45.199549 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41156) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:45.200059 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-3a7354b3-3ea4-48f3-88de-76c4176a12dd admin admin] 10.222.0.94 "PUT /v2.0/routers/f75e8dde-d095-4d6d-b5ae-f418b5a8fac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356756 Jul 26 15:12:45.202399 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] Sync routers for ids ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:12:45.213239 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] Routers {'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:45.213996 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:45.313119 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks [] for router (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:45.324355 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] Set router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:45.349331 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:45.407593 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:45.417260 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks [] for router_gateway (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:45.499827 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:12:44Z', 'revision_number': 5, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port': {'id': '70453ed3-655d-4dfd-b0cc-ee313c3808fe', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:45.517347 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Deleting port 70453ed3-655d-4dfd-b0cc-ee313c3808fe {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:45.517731 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:45.529713 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] Checking router: f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:12:45.538337 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] Routers {'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:45.538947 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:45.602039 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] For port 70453ed3-655d-4dfd-b0cc-ee313c3808fe, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=70453ed3-655d-4dfd-b0cc-ee313c3808fe,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:45.602405 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:45.617393 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Calling delete_port for 70453ed3-655d-4dfd-b0cc-ee313c3808fe owned by network:router_gateway {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:45.623086 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] Set router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 gateway port host: None {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:45.676909 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:12:45Z', 'revision_number': 6, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port_host': None}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:45.705673 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c98e6-b036-45cf-97d4-cd2a009f96e2 None None] The sync data for ids ['f75e8dde-d095-4d6d-b5ae-f418b5a8fac0'] in dv-cinder-850668-2-iscsi is: [{'id': 'f75e8dde-d095-4d6d-b5ae-f418b5a8fac0', 'name': 'tempest-TestMinimumBasicScenario-961186209-router', 'tenant_id': 'b46bce8c483f4d06a4c06fe36814208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:09:15Z', 'updated_at': '2022-07-26T15:12:45Z', 'revision_number': 6, 'project_id': 'b46bce8c483f4d06a4c06fe36814208f', 'gw_port_host': None}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:45.933052 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (70453ed3-655d-4dfd-b0cc-ee313c3808fe), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:45.988480 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70453ed3-655d-4dfd-b0cc-ee313c3808fe,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:46.029122 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0cee-9139-4cf6-a5ac-dd8640da95c4 req-a91a3082-3ad5-42ee-85d3-87c70fbd57bb tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:46.033134 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-814d0cee-9139-4cf6-a5ac-dd8640da95c4 req-a91a3082-3ad5-42ee-85d3-87c70fbd57bb tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0995572 Jul 26 15:12:46.087158 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.215133 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-814d0cee-9139-4cf6-a5ac-dd8640da95c4 req-3021d24f-7489-4049-9d41-757af92579de tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659858 Jul 26 15:12:46.218765 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.221205 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks [] for router_controller (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.290732 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.353401 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (f75e8dde-d095-4d6d-b5ae-f418b5a8fac0), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.354064 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 {{(pid=116401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:12:46.359153 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.360395 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-3f37c11b-1283-4cd8-a98a-7602016b7fe6 admin admin] 10.222.0.94 "DELETE /v2.0/routers/f75e8dde-d095-4d6d-b5ae-f418b5a8fac0 HTTP/1.1" status: 204 len: 168 time: 1.1586051 Jul 26 15:12:46.363323 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41162) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:46.414299 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-7142c692-e222-47df-a396-31873a330e4e admin admin] Deleting subnet 44e8631a-8ef2-4c6f-a7f5-157e69e91466 {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:12:46.417713 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7142c692-e222-47df-a396-31873a330e4e admin admin] Publish callbacks [] for subnet (44e8631a-8ef2-4c6f-a7f5-157e69e91466), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.452058 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:46.454493 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7142c692-e222-47df-a396-31873a330e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (44e8631a-8ef2-4c6f-a7f5-157e69e91466), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.470327 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cba15198-8b8f-4629-ae27-63cf53d5ddd3 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:46.493312 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: cba15198-8b8f-4629-ae27-63cf53d5ddd3 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:46.493661 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cba15198-8b8f-4629-ae27-63cf53d5ddd3 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:46.547055 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7142c692-e222-47df-a396-31873a330e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (44e8631a-8ef2-4c6f-a7f5-157e69e91466), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.673735 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7142c692-e222-47df-a396-31873a330e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (44e8631a-8ef2-4c6f-a7f5-157e69e91466), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.680252 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:46.703780 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142c692-e222-47df-a396-31873a330e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e8631a-8ef2-4c6f-a7f5-157e69e91466,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:46.709816 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7142c692-e222-47df-a396-31873a330e4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.716021 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-7142c692-e222-47df-a396-31873a330e4e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/44e8631a-8ef2-4c6f-a7f5-157e69e91466 HTTP/1.1" status: 204 len: 168 time: 0.3515539 Jul 26 15:12:46.716709 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653d23c-7170-4680-95bb-d2de997f95c7 None None] Network 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:12:46.717183 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41164) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:46.806449 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.850789 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Deleting port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:46.851135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.889341 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] DHCP port deletion for 29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:12:46.892423 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:46.926459 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] For port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,segment=NetworkSegment(460a0b1d-1396-434c-8e62-50b0603282d1),segment_id=460a0b1d-1396-434c-8e62-50b0603282d1)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:46.926829 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.933554 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] Deleting port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:46.933930 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.945091 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Calling delete_port for 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 owned by network:dhcp {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:47.001547 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] For port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,segment=NetworkSegment(460a0b1d-1396-434c-8e62-50b0603282d1),segment_id=460a0b1d-1396-434c-8e62-50b0603282d1)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:47.001851 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.016302 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] Calling delete_port for 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:47.148398 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.158690 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (509c21c4-0cc1-4da7-ae7a-9426470aa7e5), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.193147 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Pushing event deleted for resources: {'Port': ['ID=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:47.199355 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] No DVR routers for this DVR port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 on host dv-cinder-850668-2-iscsi {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:47.204552 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] Pushing event deleted for resources: {'Port': ['ID=509c21c4-0cc1-4da7-ae7a-9426470aa7e5,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:47.207111 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca2fba-2f02-4b68-85a0-edda7c860ea5 None None] No DVR routers for this DVR port 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:47.297441 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.320648 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea']}} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:47.333214 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460a0b1d-1396-434c-8e62-50b0603282d1') {'for_net_delete': True} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:47.333521 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460a0b1d-1396-434c-8e62-50b0603282d1') {} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:47.345992 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9346155'] for segment (460a0b1d-1396-434c-8e62-50b0603282d1), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.364630 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6bfcb-0a7d-44d6-8f79-e51b55a6cedd req-b9bf5da9-97c4-49e4-9ce9-e723b07bd55c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:47.364630 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a3e6bfcb-0a7d-44d6-8f79-e51b55a6cedd req-b9bf5da9-97c4-49e4-9ce9-e723b07bd55c tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0568814 Jul 26 15:12:47.368780 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (460a0b1d-1396-434c-8e62-50b0603282d1), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.377427 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=116401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:12:47.377951 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3735883'] for segment (460a0b1d-1396-434c-8e62-50b0603282d1), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.382432 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.427716 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment 460a0b1d-1396-434c-8e62-50b0603282d1 resource provider aggregate not found Jul 26 15:12:47.434066 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a3e6bfcb-0a7d-44d6-8f79-e51b55a6cedd req-aa5cfa31-c742-43a1-819c-47215c0e64b5 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups?id=ef071efd-1f5a-47f9-bddf-d22111128930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549543 Jul 26 15:12:47.451297 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment 460a0b1d-1396-434c-8e62-50b0603282d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 460a0b1d-1396-434c-8e62-50b0603282d1 found for delete ", "request_id": "req-09ce27d7-2c0e-4663-a853-f132a7bc3903"}]} Jul 26 15:12:47.506395 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-0041793c-730f-4ef9-983c-a4e15bff27bd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:47.507808 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-0041793c-730f-4ef9-983c-a4e15bff27bd tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 946 time: 0.0582852 Jul 26 15:12:47.587978 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.595609 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.599072 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] 10.222.0.94 "DELETE /v2.0/networks/29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea HTTP/1.1" status: 204 len: 168 time: 0.8807259 Jul 26 15:12:47.599613 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Deleting port 0795ddd0-1598-416b-bba7-7755c9380123 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:47.600030 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (0795ddd0-1598-416b-bba7-7755c9380123), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.615677 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b838b-0571-45c6-abf3-6c70c11bc351 admin admin] Pushing event deleted for resources: {'Network': ['ID=29da0f25-bd7e-4da0-9a9d-3967cf6ca9ea,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:47.617747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:47.703455 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] For port 0795ddd0-1598-416b-bba7-7755c9380123, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=0795ddd0-1598-416b-bba7-7755c9380123,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:47.703860 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (0795ddd0-1598-416b-bba7-7755c9380123), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.893037 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.893596 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (a718c279-4349-4f27-bd8a-e40aa320f1fd), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:47.894729 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Floating IP a718c279-4349-4f27-bd8a-e40aa320f1fd disassociated. External IP: 172.27.2.243, port: 0795ddd0-1598-416b-bba7-7755c9380123. Jul 26 15:12:47.894729 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Calling delete_port for 0795ddd0-1598-416b-bba7-7755c9380123 owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:47.971909 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 70453ed3-655d-4dfd-b0cc-ee313c3808fe no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:47.999593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 70453ed3-655d-4dfd-b0cc-ee313c3808fe {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:47.999938 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 70453ed3-655d-4dfd-b0cc-ee313c3808fe not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:48.000365 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:48.023581 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:48.024126 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 509c21c4-0cc1-4da7-ae7a-9426470aa7e5 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:48.091567 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (0795ddd0-1598-416b-bba7-7755c9380123), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:48.102003 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:48.102168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41174) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:48.131799 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event deleted for resources: {'Port': ['ID=0795ddd0-1598-416b-bba7-7755c9380123,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:48.150761 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-4315e442-ee90-45dd-9ff1-c20fbe36a1c8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ee9262c91631413b991af2efeb169cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446095 Jul 26 15:12:48.150891 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41176) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:48.206847 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a01ade74-1353-46f2-b910-024a9aa8a7dd admin admin] Publish callbacks [] for security_group (289576aa-5cd5-4e28-8d9a-5d12d81e7404), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:48.232312 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a01ade74-1353-46f2-b910-024a9aa8a7dd admin admin] Publish callbacks [] for security_group (289576aa-5cd5-4e28-8d9a-5d12d81e7404), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:48.252785 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Router 31cb83a6-89f5-440f-a295-9a5f89004ec6 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:12:48.353657 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a01ade74-1353-46f2-b910-024a9aa8a7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (289576aa-5cd5-4e28-8d9a-5d12d81e7404), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:48.357306 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a01ade74-1353-46f2-b910-024a9aa8a7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:48.362055 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a01ade74-1353-46f2-b910-024a9aa8a7dd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/289576aa-5cd5-4e28-8d9a-5d12d81e7404 HTTP/1.1" status: 204 len: 168 time: 0.2062788 Jul 26 15:12:48.367788 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ade74-1353-46f2-b910-024a9aa8a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289576aa-5cd5-4e28-8d9a-5d12d81e7404,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:48.373383 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:12:48.389190 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] Sync routers for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:12:48.406545 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:48.407485 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:48.410803 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:48.430803 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] No DVR routers for this DVR port 0795ddd0-1598-416b-bba7-7755c9380123 on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:48.433444 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:48.437206 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8ab3d007-81c7-4712-a80d-2668f3fbe5f1 req-6342603c-7b90-4cf7-b174-816a333237ee tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.102 "DELETE /v2.0/ports/0795ddd0-1598-416b-bba7-7755c9380123 HTTP/1.1" status: 204 len: 173 time: 0.9208553 Jul 26 15:12:48.437964 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'name': 'network-vif-deleted', 'tag': '0795ddd0-1598-416b-bba7-7755c9380123'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:48.441012 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef2e019-8917-493b-87c7-7f6956df796d" -d '{"events": [{"server_uuid": "a1b2bf06-311c-4236-9633-75f06c72444b", "name": "network-vif-deleted", "tag": "0795ddd0-1598-416b-bba7-7755c9380123"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:48.501307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a65427-24c5-4792-abbe-2516f10e69ad x-openstack-request-id: req-a6a65427-24c5-4792-abbe-2516f10e69ad {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:48.502199 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b2bf06-311c-4236-9633-75f06c72444b", "name": "network-vif-deleted", "tag": "0795ddd0-1598-416b-bba7-7755c9380123", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:48.502199 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a6a65427-24c5-4792-abbe-2516f10e69ad {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:48.502652 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a65427-24c5-4792-abbe-2516f10e69ad'] response: {'server_uuid': 'a1b2bf06-311c-4236-9633-75f06c72444b', 'name': 'network-vif-deleted', 'tag': '0795ddd0-1598-416b-bba7-7755c9380123', 'status': 'completed', 'code': 200} Jul 26 15:12:48.623740 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a30aafff-248a-4820-8f49-6ec73fb84af8 req-6237e181-d321-468c-819d-e779386339c2 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 210 time: 0.0405836 Jul 26 15:12:48.712769 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:48.843294 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:48.969043 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:49.024639 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] Checking router: 31cb83a6-89f5-440f-a295-9a5f89004ec6 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:12:49.039805 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:49.040463 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:49.178892 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:49.274066 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41190) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:49.330172 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-fcad7560-8da9-400d-b084-e6f11bad308e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b46bce8c483f4d06a4c06fe36814208f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598090 Jul 26 15:12:49.336737 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41192) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:49.387281 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:49.391657 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-924375fe-eb47-4e96-b991-c03fc0353017 admin admin] Publish callbacks [] for security_group (3b3f666f-972c-498d-9a58-45d88a9e4a57), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:49.418450 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:49.419091 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-924375fe-eb47-4e96-b991-c03fc0353017 admin admin] Publish callbacks [] for security_group (3b3f666f-972c-498d-9a58-45d88a9e4a57), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:49.444548 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9912936-749a-48e0-a827-5f1e161ec44f None None] The sync data for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi is: [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:04:59Z', 'revision_number': 4, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '17b35269-d545-421b-b242-8a0201719387', 'name': '', 'network_id': '25e10047-eaa5-41ef-808b-1d7621a68610', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'mac_address': 'fa:16:3e:db:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:57Z', 'updated_at': '2022-07-26T15:05:12Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'subnets': [{'id': 'ef7095f0-cfe9-4349-aa50-a32e1922adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:49.448967 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:49.553079 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-924375fe-eb47-4e96-b991-c03fc0353017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (3b3f666f-972c-498d-9a58-45d88a9e4a57), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:49.555780 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-924375fe-eb47-4e96-b991-c03fc0353017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:49.556953 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-924375fe-eb47-4e96-b991-c03fc0353017 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3b3f666f-972c-498d-9a58-45d88a9e4a57 HTTP/1.1" status: 204 len: 168 time: 0.2228878 Jul 26 15:12:49.565570 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924375fe-eb47-4e96-b991-c03fc0353017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f666f-972c-498d-9a58-45d88a9e4a57,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:49.716565 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67399c0e-0190-497a-92b9-04ce2c69e479 None None] New status for floating IP a718c279-4349-4f27-bd8a-e40aa320f1fd: DOWN {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:12:49.757942 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-90a00043-0d7d-4e49-bdfc-789e40b28412 req-4c5f1833-23cb-4c2a-a74f-50a2053dddfc tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/ports?device_id=a1b2bf06-311c-4236-9633-75f06c72444b HTTP/1.1" status: 200 len: 210 time: 0.0290711 Jul 26 15:12:50.725466 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 0795ddd0-1598-416b-bba7-7755c9380123 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:50.749872 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 0795ddd0-1598-416b-bba7-7755c9380123 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:50.750216 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 0795ddd0-1598-416b-bba7-7755c9380123 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:50.937208 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41204) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:50.994758 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9adb4e3a-8d1d-4041-930d-914443bd63d3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (ef071efd-1f5a-47f9-bddf-d22111128930), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.019340 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9adb4e3a-8d1d-4041-930d-914443bd63d3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (ef071efd-1f5a-47f9-bddf-d22111128930), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.129950 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9adb4e3a-8d1d-4041-930d-914443bd63d3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (ef071efd-1f5a-47f9-bddf-d22111128930), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.132601 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9adb4e3a-8d1d-4041-930d-914443bd63d3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.133771 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-9adb4e3a-8d1d-4041-930d-914443bd63d3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "DELETE /v2.0/security-groups/ef071efd-1f5a-47f9-bddf-d22111128930 HTTP/1.1" status: 204 len: 168 time: 0.1955466 Jul 26 15:12:51.136818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41206) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:51.143587 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb4e3a-8d1d-4041-930d-914443bd63d3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef071efd-1f5a-47f9-bddf-d22111128930,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:51.155961 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:51.156481 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.api.v2.resource [None req-ea317982-5ecc-429f-967a-0abdd22406bf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] show failed (client error): The resource could not be found. Jul 26 15:12:51.157569 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ea317982-5ecc-429f-967a-0abdd22406bf tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "GET /v2.0/security-groups/ef071efd-1f5a-47f9-bddf-d22111128930 HTTP/1.1" status: 404 len: 347 time: 0.0191603 Jul 26 15:12:51.161126 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41208) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:51.282845 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Deleting port dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:51.283195 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.365063 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.365385 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.378786 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Calling delete_port for dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d owned by network:floatingip {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:51.827596 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.853885 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Pushing event deleted for resources: {'Port': ['ID=dffd7b73-92b3-4561-8bd4-7a8bc6f5ef7d,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:51.923920 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks [] for floatingip (a718c279-4349-4f27-bd8a-e40aa320f1fd), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.926512 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:51.927693 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1d665691-a85d-48bc-8aad-1ed7ee43c4b3 tempest-AttachVolumeTestJSON-1012248622 tempest-AttachVolumeTestJSON-1012248622-project] 10.222.0.94 "DELETE /v2.0/floatingips/a718c279-4349-4f27-bd8a-e40aa320f1fd HTTP/1.1" status: 204 len: 168 time: 0.7656045 Jul 26 15:12:56.136208 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41246) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:56.390268 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:12:56.665399 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (31cb83a6-89f5-440f-a295-9a5f89004ec6), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:56.753446 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:56.758466 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:56.895751 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Deleting port 17b35269-d545-421b-b242-8a0201719387 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:56.896084 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (17b35269-d545-421b-b242-8a0201719387), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:56.982404 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] For port 17b35269-d545-421b-b242-8a0201719387, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=17b35269-d545-421b-b242-8a0201719387,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:56.982766 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (17b35269-d545-421b-b242-8a0201719387), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:56.997496 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Calling delete_port for 17b35269-d545-421b-b242-8a0201719387 owned by network:router_interface {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:57.267590 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (17b35269-d545-421b-b242-8a0201719387), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:57.295180 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b35269-d545-421b-b242-8a0201719387,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:57.410120 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:57.477102 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (31cb83a6-89f5-440f-a295-9a5f89004ec6), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:57.699378 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Router 31cb83a6-89f5-440f-a295-9a5f89004ec6 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:12:57.787999 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:57.808804 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:12:57.813852 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-a99bec1b-3018-4d94-8372-2b4acc1b30e7 admin admin] 10.222.0.94 "PUT /v2.0/routers/31cb83a6-89f5-440f-a295-9a5f89004ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763470 Jul 26 15:12:57.817576 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41264) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:57.820627 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] Sync routers for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:12:57.832147 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:57.832764 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:57.935705 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks [] for router (31cb83a6-89f5-440f-a295-9a5f89004ec6), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:57.941133 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:58.061793 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks [] for router_gateway (31cb83a6-89f5-440f-a295-9a5f89004ec6), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.130745 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '323c9021-3c35-431f-a861-faf77caccd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:12:57Z', 'revision_number': 5, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port': {'id': '323c9021-3c35-431f-a861-faf77caccd30', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:58.161450 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] Checking router: 31cb83a6-89f5-440f-a295-9a5f89004ec6 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:12:58.170650 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] Routers {'31cb83a6-89f5-440f-a295-9a5f89004ec6'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:12:58.171263 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['31cb83a6-89f5-440f-a295-9a5f89004ec6'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:58.208106 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Deleting port 323c9021-3c35-431f-a861-faf77caccd30 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:58.208701 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (323c9021-3c35-431f-a861-faf77caccd30), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.270794 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] Set router 31cb83a6-89f5-440f-a295-9a5f89004ec6 gateway port host: None {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:12:58.306582 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] For port 323c9021-3c35-431f-a861-faf77caccd30, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=323c9021-3c35-431f-a861-faf77caccd30,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:58.308366 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (323c9021-3c35-431f-a861-faf77caccd30), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.327609 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Calling delete_port for 323c9021-3c35-431f-a861-faf77caccd30 owned by network:router_gateway {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:58.331593 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:12:58Z', 'revision_number': 6, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port_host': None}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:58.358977 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247df1a1-9719-4955-86f5-a056ece8bdb4 None None] The sync data for ids ['31cb83a6-89f5-440f-a295-9a5f89004ec6'] in dv-cinder-850668-2-iscsi is: [{'id': '31cb83a6-89f5-440f-a295-9a5f89004ec6', 'name': 'tempest-AttachVolumeTestJSON-677237652-router', 'tenant_id': '08db5f6552054a6c97ed644366d18b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:45Z', 'updated_at': '2022-07-26T15:12:58Z', 'revision_number': 6, 'project_id': '08db5f6552054a6c97ed644366d18b22', 'gw_port_host': None}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:12:58.454606 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:58.610252 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (323c9021-3c35-431f-a861-faf77caccd30), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.634852 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=323c9021-3c35-431f-a861-faf77caccd30,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:58.704854 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (31cb83a6-89f5-440f-a295-9a5f89004ec6), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.800336 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (31cb83a6-89f5-440f-a295-9a5f89004ec6), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.802642 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks [] for router_controller (31cb83a6-89f5-440f-a295-9a5f89004ec6), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.964634 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (31cb83a6-89f5-440f-a295-9a5f89004ec6), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.965205 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31cb83a6-89f5-440f-a295-9a5f89004ec6 {{(pid=116402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:12:58.969674 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:58.970724 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-78e22b50-53ed-465c-a3d0-5367d1ce80e1 admin admin] 10.222.0.94 "DELETE /v2.0/routers/31cb83a6-89f5-440f-a295-9a5f89004ec6 HTTP/1.1" status: 204 len: 168 time: 1.1520984 Jul 26 15:12:58.973288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41268) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:59.024379 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fadb3d-8879-4009-aa8a-9a0ca8ac46bf admin admin] Deleting subnet ef7095f0-cfe9-4349-aa50-a32e1922adb4 {{(pid=116402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:12:59.030961 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51fadb3d-8879-4009-aa8a-9a0ca8ac46bf admin admin] Publish callbacks [] for subnet (ef7095f0-cfe9-4349-aa50-a32e1922adb4), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.066057 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51fadb3d-8879-4009-aa8a-9a0ca8ac46bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8880115'] for subnet (ef7095f0-cfe9-4349-aa50-a32e1922adb4), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.140870 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:59.145649 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51fadb3d-8879-4009-aa8a-9a0ca8ac46bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (ef7095f0-cfe9-4349-aa50-a32e1922adb4), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.308588 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51fadb3d-8879-4009-aa8a-9a0ca8ac46bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314733'] for subnet (ef7095f0-cfe9-4349-aa50-a32e1922adb4), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.337991 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fadb3d-8879-4009-aa8a-9a0ca8ac46bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7095f0-cfe9-4349-aa50-a32e1922adb4,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:59.341750 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-51fadb3d-8879-4009-aa8a-9a0ca8ac46bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.345071 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-51fadb3d-8879-4009-aa8a-9a0ca8ac46bf admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ef7095f0-cfe9-4349-aa50-a32e1922adb4 HTTP/1.1" status: 204 len: 168 time: 0.3707190 Jul 26 15:12:59.347919 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41272) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:12:59.348075 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fae48e-a90e-4258-8401-35a0411f6a37 None None] Network 25e10047-eaa5-41ef-808b-1d7621a68610 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:12:59.430345 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (25e10047-eaa5-41ef-808b-1d7621a68610), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.480043 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Deleting port a7e75330-85aa-4254-b835-93d68b6c8883 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:59.480386 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.523216 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] DHCP port deletion for 25e10047-eaa5-41ef-808b-1d7621a68610 request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:12:59.554068 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] For port a7e75330-85aa-4254-b835-93d68b6c8883, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=a7e75330-85aa-4254-b835-93d68b6c8883,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:59.554429 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.563154 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] Deleting port a7e75330-85aa-4254-b835-93d68b6c8883 {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:59.563565 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.568603 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Calling delete_port for a7e75330-85aa-4254-b835-93d68b6c8883 owned by network:dhcp {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:59.633004 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] For port a7e75330-85aa-4254-b835-93d68b6c8883, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=a7e75330-85aa-4254-b835-93d68b6c8883,segment=NetworkSegment(651775df-fb12-457e-b84f-8ce3f7b82600),segment_id=651775df-fb12-457e-b84f-8ce3f7b82600)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:59.633404 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.646980 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] Calling delete_port for a7e75330-85aa-4254-b835-93d68b6c8883 owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:59.707193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.707570 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:59.711637 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:59.726024 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (a7e75330-85aa-4254-b835-93d68b6c8883), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.734855 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e75330-85aa-4254-b835-93d68b6c8883,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:59.738727 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] No DVR routers for this DVR port a7e75330-85aa-4254-b835-93d68b6c8883 on host dv-cinder-850668-2-iscsi {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:59.755152 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] Pushing event deleted for resources: {'Port': ['ID=a7e75330-85aa-4254-b835-93d68b6c8883,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:59.759695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc31586e-c754-4648-a4e4-cbc642cdb8fb None None] No DVR routers for this DVR port a7e75330-85aa-4254-b835-93d68b6c8883 on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:59.800591 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:59.815215 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (25e10047-eaa5-41ef-808b-1d7621a68610), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.842138 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e10047-eaa5-41ef-808b-1d7621a68610']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:59.852095 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651775df-fb12-457e-b84f-8ce3f7b82600') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:59.852396 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651775df-fb12-457e-b84f-8ce3f7b82600') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:59.862798 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (651775df-fb12-457e-b84f-8ce3f7b82600), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.876818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (651775df-fb12-457e-b84f-8ce3f7b82600), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.883323 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:12:59.883733 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (651775df-fb12-457e-b84f-8ce3f7b82600), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.960662 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 17b35269-d545-421b-b242-8a0201719387 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:59.986290 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 17b35269-d545-421b-b242-8a0201719387 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:59.986693 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 17b35269-d545-421b-b242-8a0201719387 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:59.987482 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 323c9021-3c35-431f-a861-faf77caccd30 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:00.008718 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 323c9021-3c35-431f-a861-faf77caccd30 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:13:00.009066 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 323c9021-3c35-431f-a861-faf77caccd30 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:00.009700 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device a7e75330-85aa-4254-b835-93d68b6c8883 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:00.030918 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: a7e75330-85aa-4254-b835-93d68b6c8883 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:13:00.031163 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device a7e75330-85aa-4254-b835-93d68b6c8883 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:00.038995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (25e10047-eaa5-41ef-808b-1d7621a68610), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:00.051905 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:00.051905 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] 10.222.0.94 "DELETE /v2.0/networks/25e10047-eaa5-41ef-808b-1d7621a68610 HTTP/1.1" status: 204 len: 168 time: 0.6996410 Jul 26 15:13:00.064009 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf217b1-19cd-4066-b77c-6b247680879d admin admin] Pushing event deleted for resources: {'Network': ['ID=25e10047-eaa5-41ef-808b-1d7621a68610,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:00.078327 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment 651775df-fb12-457e-b84f-8ce3f7b82600 resource provider aggregate not found Jul 26 15:13:00.098267 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment 651775df-fb12-457e-b84f-8ce3f7b82600 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 651775df-fb12-457e-b84f-8ce3f7b82600 found for delete ", "request_id": "req-227ed335-26c9-4bec-8afd-c91c599de5c3"}]} Jul 26 15:13:00.500091 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41284) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:00.544144 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-2f36c1da-b1fc-4611-8e05-e1758ba683b7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=08db5f6552054a6c97ed644366d18b22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429287 Jul 26 15:13:00.546870 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41286) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:00.608168 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-308183aa-ef03-4828-b5da-41752a2ed4f5 admin admin] Publish callbacks [] for security_group (e146f236-7fba-49b8-a6b0-786c7268328b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:00.632096 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-308183aa-ef03-4828-b5da-41752a2ed4f5 admin admin] Publish callbacks [] for security_group (e146f236-7fba-49b8-a6b0-786c7268328b), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:00.798857 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-308183aa-ef03-4828-b5da-41752a2ed4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (e146f236-7fba-49b8-a6b0-786c7268328b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:00.801569 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-308183aa-ef03-4828-b5da-41752a2ed4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:00.807782 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-308183aa-ef03-4828-b5da-41752a2ed4f5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e146f236-7fba-49b8-a6b0-786c7268328b HTTP/1.1" status: 204 len: 168 time: 0.2547636 Jul 26 15:13:00.811678 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308183aa-ef03-4828-b5da-41752a2ed4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e146f236-7fba-49b8-a6b0-786c7268328b,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:01.934005 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41310) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:02.033075 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-130621380-network', 'tenant_id': '1ff20b917af844768103d8d07ab5e953'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:13:02.169934 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Made reservation on behalf of 1ff20b917af844768103d8d07ab5e953 for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:02.172373 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.181659 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.272134 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Publish callbacks [] for security_group (c4c17309-4f2f-4f59-993d-c3b0de8ed73f), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.371505 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (c4c17309-4f2f-4f59-993d-c3b0de8ed73f), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.408738 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:13:02.419655 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c17309-4f2f-4f59-993d-c3b0de8ed73f,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:02.424906 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (56342fd3-d8b0-455a-828a-bde512b088c6), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.425453 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Added segment 56342fd3-d8b0-455a-828a-bde512b088c6 of type vlan for network 4ba2012b-9653-40f0-8650-ce4ac5065185 Jul 26 15:13:02.471278 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (4ba2012b-9653-40f0-8650-ce4ac5065185), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.587116 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (4ba2012b-9653-40f0-8650-ce4ac5065185), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.588335 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:02.588927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.654608 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] Pushing event updated for resources: {'Network': ['ID=4ba2012b-9653-40f0-8650-ce4ac5065185,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:02.664886 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 4ba2012b-9653-40f0-8650-ce4ac5065185 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:13:02.726993 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a2e9f5ea-215d-4f96-a4ba-274e50d3d85e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7916851 Jul 26 15:13:02.730429 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41318) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:02.736000 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Request body: {'subnet': {'network_id': '4ba2012b-9653-40f0-8650-ce4ac5065185', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-130621380-subnet', 'tenant_id': '1ff20b917af844768103d8d07ab5e953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:13:02.815842 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Made reservation on behalf of 1ff20b917af844768103d8d07ab5e953 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:02.818348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9081573'] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:02.822170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:02.896622 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:03.050411 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3736020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9081547'] for subnet (4ce44074-3aa8-44e9-a6d2-51a52dd72668), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:03.110192 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce44074-3aa8-44e9-a6d2-51a52dd72668,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:03.121799 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Checking segment: {'id': '56342fd3-d8b0-455a-828a-bde512b088c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4ba2012b-9653-40f0-8650-ce4ac5065185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:13:03.122229 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Network hostable DHCP agents. Network: 4ba2012b-9653-40f0-8650-ce4ac5065185, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:13:03.239386 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Network 4ba2012b-9653-40f0-8650-ce4ac5065185 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:13:03.375680 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 4ba2012b-9653-40f0-8650-ce4ac5065185) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:13:03.380575 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:03.381844 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:03.385609 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2677014-8a22-4644-8ccb-fb6514462278 None None] Network 4ba2012b-9653-40f0-8650-ce4ac5065185 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:03.448699 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:03.488409 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-7c351709-3817-4ade-b1e3-4044199b32b8 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7566776 Jul 26 15:13:03.494297 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf36108-0f4b-4668-bd07-64cec5aa296c None None] Network 4ba2012b-9653-40f0-8650-ce4ac5065185 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:04.299805 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41336) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:04.302081 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487987634-network', 'tenant_id': 'ea6f4d9c358c407ba55969fa9c4f046d'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:13:04.421271 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Made reservation on behalf of ea6f4d9c358c407ba55969fa9c4f046d for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:04.423780 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:04.435018 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:04.532350 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Publish callbacks [] for security_group (1d96b13b-4837-4e11-aeca-b81c9daca460), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:04.638535 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (1d96b13b-4837-4e11-aeca-b81c9daca460), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:04.663173 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:13:04.680271 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d96b13b-4837-4e11-aeca-b81c9daca460,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:04.683881 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (d68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:04.684231 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Added segment d68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27 of type vlan for network 71585284-4715-4422-b639-84957d864f63 Jul 26 15:13:04.732665 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:04.745647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (71585284-4715-4422-b639-84957d864f63), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:04.845158 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (71585284-4715-4422-b639-84957d864f63), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:04.846262 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:04.846879 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:04.923574 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] Pushing event updated for resources: {'Network': ['ID=71585284-4715-4422-b639-84957d864f63,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:04.933719 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 71585284-4715-4422-b639-84957d864f63 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:13:04.955602 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-2db987c1-45d2-4dd5-ae34-42e288dfceef admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6579089 Jul 26 15:13:04.958356 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41340) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:04.964862 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Request body: {'subnet': {'network_id': '71585284-4715-4422-b639-84957d864f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487987634-subnet', 'tenant_id': 'ea6f4d9c358c407ba55969fa9c4f046d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:13:05.068496 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Made reservation on behalf of ea6f4d9c358c407ba55969fa9c4f046d for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:05.072148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314696'] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:05.163180 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:05.358712 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314726'] for subnet (6200a4ef-105e-4c45-9710-862d2fe49c8b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:05.418170 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6200a4ef-105e-4c45-9710-862d2fe49c8b,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:05.430718 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Checking segment: {'id': 'd68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '71585284-4715-4422-b639-84957d864f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:13:05.431086 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Network hostable DHCP agents. Network: 71585284-4715-4422-b639-84957d864f63, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:13:05.559281 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Network 71585284-4715-4422-b639-84957d864f63 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:13:05.661642 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 71585284-4715-4422-b639-84957d864f63) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:13:05.672580 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:05.672580 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:05.674508 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c1c7c-69dc-40ec-b9f2-6298dfe5f17f None None] Network 71585284-4715-4422-b639-84957d864f63 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:05.791963 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e66e7bae-99bd-460f-b798-03da9a927e05 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8302248 Jul 26 15:13:05.936368 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2269156e-a570-45a5-bb7b-52595a340f43 None None] Network 71585284-4715-4422-b639-84957d864f63 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:05.942649 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41358) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:05.996725 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_v2 [None req-376ba659-5016-4fa6-b25f-5aa60fee7aeb admin admin] Deleting subnet 4ce44074-3aa8-44e9-a6d2-51a52dd72668 {{(pid=116402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:13:06.000972 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-376ba659-5016-4fa6-b25f-5aa60fee7aeb admin admin] Publish callbacks [] for subnet (4ce44074-3aa8-44e9-a6d2-51a52dd72668), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.049487 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-376ba659-5016-4fa6-b25f-5aa60fee7aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8880115'] for subnet (4ce44074-3aa8-44e9-a6d2-51a52dd72668), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.097121 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-376ba659-5016-4fa6-b25f-5aa60fee7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (4ce44074-3aa8-44e9-a6d2-51a52dd72668), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.143798 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:06.331062 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-376ba659-5016-4fa6-b25f-5aa60fee7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314733'] for subnet (4ce44074-3aa8-44e9-a6d2-51a52dd72668), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.368753 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ba659-5016-4fa6-b25f-5aa60fee7aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce44074-3aa8-44e9-a6d2-51a52dd72668,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:06.368753 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-376ba659-5016-4fa6-b25f-5aa60fee7aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.371390 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-376ba659-5016-4fa6-b25f-5aa60fee7aeb admin admin] 10.222.0.94 "DELETE /v2.0/subnets/4ce44074-3aa8-44e9-a6d2-51a52dd72668 HTTP/1.1" status: 204 len: 168 time: 0.4273412 Jul 26 15:13:06.375037 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41362) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:06.385530 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:06.463957 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (4ba2012b-9653-40f0-8650-ce4ac5065185), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.554166 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (4ba2012b-9653-40f0-8650-ce4ac5065185), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.578371 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba2012b-9653-40f0-8650-ce4ac5065185']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:06.590864 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56342fd3-d8b0-455a-828a-bde512b088c6') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:06.591158 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56342fd3-d8b0-455a-828a-bde512b088c6') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:06.601774 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (56342fd3-d8b0-455a-828a-bde512b088c6), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.616635 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (56342fd3-d8b0-455a-828a-bde512b088c6), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.624854 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:13:06.625257 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (56342fd3-d8b0-455a-828a-bde512b088c6), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.674389 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment 56342fd3-d8b0-455a-828a-bde512b088c6 resource provider aggregate not found Jul 26 15:13:06.698908 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment 56342fd3-d8b0-455a-828a-bde512b088c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56342fd3-d8b0-455a-828a-bde512b088c6 found for delete ", "request_id": "req-f4705533-836e-4991-8c04-6eac311d5ce5"}]} Jul 26 15:13:06.781869 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (4ba2012b-9653-40f0-8650-ce4ac5065185), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.790760 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.796226 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] 10.222.0.94 "DELETE /v2.0/networks/4ba2012b-9653-40f0-8650-ce4ac5065185 HTTP/1.1" status: 204 len: 168 time: 0.4196913 Jul 26 15:13:06.798876 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41368) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:06.824579 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e1421-804b-47c1-bfdf-bf79eb822fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba2012b-9653-40f0-8650-ce4ac5065185,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:06.872652 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-61996383-1531-4671-adc0-0470b96a5779 admin admin] Deleting subnet 6200a4ef-105e-4c45-9710-862d2fe49c8b {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:13:06.876824 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-61996383-1531-4671-adc0-0470b96a5779 admin admin] Publish callbacks [] for subnet (6200a4ef-105e-4c45-9710-862d2fe49c8b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.915891 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-61996383-1531-4671-adc0-0470b96a5779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (6200a4ef-105e-4c45-9710-862d2fe49c8b), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:06.958935 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-61996383-1531-4671-adc0-0470b96a5779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (6200a4ef-105e-4c45-9710-862d2fe49c8b), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.108044 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-61996383-1531-4671-adc0-0470b96a5779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (6200a4ef-105e-4c45-9710-862d2fe49c8b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.142933 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61996383-1531-4671-adc0-0470b96a5779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6200a4ef-105e-4c45-9710-862d2fe49c8b,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:07.146921 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-61996383-1531-4671-adc0-0470b96a5779 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.150265 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-61996383-1531-4671-adc0-0470b96a5779 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/6200a4ef-105e-4c45-9710-862d2fe49c8b HTTP/1.1" status: 204 len: 168 time: 0.3501623 Jul 26 15:13:07.153535 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41372) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:07.229521 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (71585284-4715-4422-b639-84957d864f63), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.240364 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:07.325986 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (71585284-4715-4422-b639-84957d864f63), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.347319 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71585284-4715-4422-b639-84957d864f63']}} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:07.358035 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27') {'for_net_delete': True} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:07.358381 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27') {} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:07.368901 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9346155'] for segment (d68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.389911 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (d68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.401364 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=116401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:13:07.402068 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3735883'] for segment (d68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.471643 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment d68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27 resource provider aggregate not found Jul 26 15:13:07.502616 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment d68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d68ed8f6-0a9f-49aa-9fcf-e8cf30a15a27 found for delete ", "request_id": "req-b6d39d4a-b44e-4525-b246-912603278dec"}]} Jul 26 15:13:07.604771 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (71585284-4715-4422-b639-84957d864f63), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.610640 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:07.614068 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] 10.222.0.94 "DELETE /v2.0/networks/71585284-4715-4422-b639-84957d864f63 HTTP/1.1" status: 204 len: 168 time: 0.4594736 Jul 26 15:13:07.628304 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062f491-b974-449e-a6c5-d6dfb812bd6d admin admin] Pushing event deleted for resources: {'Network': ['ID=71585284-4715-4422-b639-84957d864f63,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:08.023185 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41382) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:08.071746 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1a8867db-7a03-41a0-a8a5-41fca36dc8b1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1ff20b917af844768103d8d07ab5e953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472395 Jul 26 15:13:08.074617 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41384) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:08.128091 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ded2e642-722e-4cfb-9d6a-34074fabd851 admin admin] Publish callbacks [] for security_group (c4c17309-4f2f-4f59-993d-c3b0de8ed73f), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:08.151358 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ded2e642-722e-4cfb-9d6a-34074fabd851 admin admin] Publish callbacks [] for security_group (c4c17309-4f2f-4f59-993d-c3b0de8ed73f), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:08.265772 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ded2e642-722e-4cfb-9d6a-34074fabd851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (c4c17309-4f2f-4f59-993d-c3b0de8ed73f), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:08.265772 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ded2e642-722e-4cfb-9d6a-34074fabd851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:08.266145 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ded2e642-722e-4cfb-9d6a-34074fabd851 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c4c17309-4f2f-4f59-993d-c3b0de8ed73f HTTP/1.1" status: 204 len: 168 time: 0.1902807 Jul 26 15:13:08.279024 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2e642-722e-4cfb-9d6a-34074fabd851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c17309-4f2f-4f59-993d-c3b0de8ed73f,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:08.880837 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550905-95e0-48be-ba5c-3977c0b0d6d6 req-3f730f88-22bb-4963-80ea-b8915ef81e25 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:08.882365 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a9550905-95e0-48be-ba5c-3977c0b0d6d6 req-3f730f88-22bb-4963-80ea-b8915ef81e25 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 945 time: 0.0474141 Jul 26 15:13:08.934552 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a9550905-95e0-48be-ba5c-3977c0b0d6d6 req-cec4beaa-fe17-4889-b857-069ba588fb63 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450389 Jul 26 15:13:09.006323 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41398) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:09.052105 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4fa56e27-2c35-4d6a-aca5-a9ff90344f64 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ea6f4d9c358c407ba55969fa9c4f046d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445876 Jul 26 15:13:09.055153 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41400) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:09.108417 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:09.112290 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7a28ba6d-400a-4cb3-9da3-48f483cd986d admin admin] Publish callbacks [] for security_group (1d96b13b-4837-4e11-aeca-b81c9daca460), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:09.136235 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7a28ba6d-400a-4cb3-9da3-48f483cd986d admin admin] Publish callbacks [] for security_group (1d96b13b-4837-4e11-aeca-b81c9daca460), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:09.272587 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7a28ba6d-400a-4cb3-9da3-48f483cd986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (1d96b13b-4837-4e11-aeca-b81c9daca460), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:09.275174 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7a28ba6d-400a-4cb3-9da3-48f483cd986d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:09.295010 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7a28ba6d-400a-4cb3-9da3-48f483cd986d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1d96b13b-4837-4e11-aeca-b81c9daca460 HTTP/1.1" status: 204 len: 168 time: 0.2211637 Jul 26 15:13:09.295010 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28ba6d-400a-4cb3-9da3-48f483cd986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d96b13b-4837-4e11-aeca-b81c9daca460,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:10.062687 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5d23-818f-4bad-bb60-34ed3fd30383 req-0f18fe26-341b-4007-b6cf-96304d65c189 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:10.064311 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a7fc5d23-818f-4bad-bb60-34ed3fd30383 req-0f18fe26-341b-4007-b6cf-96304d65c189 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 945 time: 0.0521755 Jul 26 15:13:10.116503 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a7fc5d23-818f-4bad-bb60-34ed3fd30383 req-c5f7e150-624b-464d-bd5b-212ba98e1515 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460606 Jul 26 15:13:10.455701 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e9efcf77-f595-4fef-931e-78e4e6b25858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:10.684616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-9d0b585f-55fc-4eb8-a32e-5f0c448fac91 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:10.686144 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-9d0b585f-55fc-4eb8-a32e-5f0c448fac91 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 945 time: 0.0498137 Jul 26 15:13:11.049533 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Deleting port d26cb2f7-8f51-4b59-948e-25c442c7dd79 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:11.049875 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:11.163018 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] For port d26cb2f7-8f51-4b59-948e-25c442c7dd79, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=d26cb2f7-8f51-4b59-948e-25c442c7dd79,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:11.163643 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:11.263500 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb75f6-6e61-4941-b1f2-902b1adcff51 req-aab933d9-7c42-416a-90cb-f03f3974c91e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:11.265836 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cbbb75f6-6e61-4941-b1f2-902b1adcff51 req-aab933d9-7c42-416a-90cb-f03f3974c91e tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 945 time: 0.0577679 Jul 26 15:13:11.302252 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:11.329045 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-cbbb75f6-6e61-4941-b1f2-902b1adcff51 req-84c45d9b-e65c-4ce2-b349-d636683866ce tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups?id=b164ad5b-f3e2-4530-93cf-dcb4f580d58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572031 Jul 26 15:13:11.375435 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:11.386111 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:11.390267 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:11.390267 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Floating IP 0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0 disassociated. External IP: 172.27.2.164, port: d26cb2f7-8f51-4b59-948e-25c442c7dd79. Jul 26 15:13:11.390267 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Calling delete_port for d26cb2f7-8f51-4b59-948e-25c442c7dd79 owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:11.616616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (d26cb2f7-8f51-4b59-948e-25c442c7dd79), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:11.648498 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'Port': ['ID=d26cb2f7-8f51-4b59-948e-25c442c7dd79,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:11.710518 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:11.776124 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:13:11.897400 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:13:11.910118 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:13:11.924298 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:13:11.924993 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:11.947728 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] No DVR routers for this DVR port d26cb2f7-8f51-4b59-948e-25c442c7dd79 on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:13:11.950552 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:11.954174 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7e1e1951-5965-4f03-8a82-4b8096082e1b req-473c8ee2-18ce-4027-9e7b-33df970a8f68 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.102 "DELETE /v2.0/ports/d26cb2f7-8f51-4b59-948e-25c442c7dd79 HTTP/1.1" status: 204 len: 173 time: 1.2606406 Jul 26 15:13:11.954726 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'name': 'network-vif-deleted', 'tag': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:13:11.957152 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5181e0-4e01-4046-b6ac-867997f4afbf" -d '{"events": [{"server_uuid": "e6afb844-0c21-40c3-a0d6-a30adfc2ed23", "name": "network-vif-deleted", "tag": "d26cb2f7-8f51-4b59-948e-25c442c7dd79"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:11.999824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910cede-50b2-4730-8fe8-111b6d1fa080 x-openstack-request-id: req-b910cede-50b2-4730-8fe8-111b6d1fa080 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:11.999824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6afb844-0c21-40c3-a0d6-a30adfc2ed23", "name": "network-vif-deleted", "tag": "d26cb2f7-8f51-4b59-948e-25c442c7dd79", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:11.999824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b910cede-50b2-4730-8fe8-111b6d1fa080 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:11.999824 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b910cede-50b2-4730-8fe8-111b6d1fa080'] response: {'server_uuid': 'e6afb844-0c21-40c3-a0d6-a30adfc2ed23', 'name': 'network-vif-deleted', 'tag': 'd26cb2f7-8f51-4b59-948e-25c442c7dd79', 'status': 'completed', 'code': 200} Jul 26 15:13:12.051728 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:13:12.215786 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41454) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:12.365662 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9b196e58-bf65-4ccd-bf70-7cc555467fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:12.389366 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:12.422862 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:13:12.433418 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:13:12.434082 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:12:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:12.490503 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9b196e58-bf65-4ccd-bf70-7cc555467fe6 admin admin] Publish callbacks [] for security_group (b1a18e51-bf52-4dda-b550-d4edc3abba17), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:12.491810 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-583ce85b-7585-4d35-87a3-61e2b1396dad req-f7f163e0-cbb2-4c02-ad3a-19480f13c74f tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/ports?device_id=e6afb844-0c21-40c3-a0d6-a30adfc2ed23 HTTP/1.1" status: 200 len: 210 time: 0.0378451 Jul 26 15:13:12.547798 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:13:12.604879 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9b196e58-bf65-4ccd-bf70-7cc555467fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b1a18e51-bf52-4dda-b550-d4edc3abba17), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:12.651091 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b196e58-bf65-4ccd-bf70-7cc555467fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a18e51-bf52-4dda-b550-d4edc3abba17,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:12.658601 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9b196e58-bf65-4ccd-bf70-7cc555467fe6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9fab9e42097f48bab65ff504ec1d6e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389746 Jul 26 15:13:12.658886 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41460) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:12.715999 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-83cf28f4-5654-4641-abea-3c8c9f5b18f3 admin admin] Publish callbacks [] for security_group (b1a18e51-bf52-4dda-b550-d4edc3abba17), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:12.740683 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-83cf28f4-5654-4641-abea-3c8c9f5b18f3 admin admin] Publish callbacks [] for security_group (b1a18e51-bf52-4dda-b550-d4edc3abba17), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:12.757363 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:12.783826 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb5704-06d3-400e-8338-600229d4d50e None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:04:55Z', 'revision_number': 4, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '4bd7626d-b047-4a64-84e9-33f28642f48a', 'name': '', 'network_id': 'bd3e2f67-4b42-4920-a974-5409190c3fa7', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'mac_address': 'fa:16:3e:95:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:53Z', 'updated_at': '2022-07-26T15:05:14Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'subnets': [{'id': '43757087-30ce-4642-b5f0-ce124a57fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:13:12.878481 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-83cf28f4-5654-4641-abea-3c8c9f5b18f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b1a18e51-bf52-4dda-b550-d4edc3abba17), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:12.881204 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-83cf28f4-5654-4641-abea-3c8c9f5b18f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:12.887496 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-83cf28f4-5654-4641-abea-3c8c9f5b18f3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b1a18e51-bf52-4dda-b550-d4edc3abba17 HTTP/1.1" status: 204 len: 168 time: 0.2220366 Jul 26 15:13:12.891081 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf28f4-5654-4641-abea-3c8c9f5b18f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a18e51-bf52-4dda-b550-d4edc3abba17,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:13.048609 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f932-e483-47e2-bed6-2e3622e7c9c3 None None] New status for floating IP 0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0: DOWN {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:13:13.662446 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41470) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:13.689925 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1f61-ceba-4005-93c5-4c8ad0a96b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:13.703024 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41472) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:13.717897 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:13.731198 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-902ba7c9-9c8d-436c-913f-9a17b37669fd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (b164ad5b-f3e2-4530-93cf-dcb4f580d58a), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:13.744944 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:13.758236 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-902ba7c9-9c8d-436c-913f-9a17b37669fd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (b164ad5b-f3e2-4530-93cf-dcb4f580d58a), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:13.801846 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Publish callbacks [] for security_group (1152472a-ffc7-4df5-b310-e16382ea9a6c), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:13.912821 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (1152472a-ffc7-4df5-b310-e16382ea9a6c), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:13.954503 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1152472a-ffc7-4df5-b310-e16382ea9a6c,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:13.958791 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=67ffcc64e1d24c829dfa21a54165f8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549362 Jul 26 15:13:13.962114 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41474) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:13.965815 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.966170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.966531 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.966927 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.967390 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.973334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.975106 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-902ba7c9-9c8d-436c-913f-9a17b37669fd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b164ad5b-f3e2-4530-93cf-dcb4f580d58a), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:13.975219 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63eba7-0a3d-40f4-9a96-a81110151644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:13.975322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-902ba7c9-9c8d-436c-913f-9a17b37669fd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:13.975322 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-902ba7c9-9c8d-436c-913f-9a17b37669fd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "DELETE /v2.0/security-groups/b164ad5b-f3e2-4530-93cf-dcb4f580d58a HTTP/1.1" status: 204 len: 168 time: 0.3106449 Jul 26 15:13:13.981164 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41476) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:14.012284 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ba7c9-9c8d-436c-913f-9a17b37669fd tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b164ad5b-f3e2-4530-93cf-dcb4f580d58a,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:14.018595 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.api.v2.resource [None req-49d0577b-83f0-4bb9-ad6b-2208907363b5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] show failed (client error): The resource could not be found. Jul 26 15:13:14.019665 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-49d0577b-83f0-4bb9-ad6b-2208907363b5 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "GET /v2.0/security-groups/b164ad5b-f3e2-4530-93cf-dcb4f580d58a HTTP/1.1" status: 404 len: 347 time: 0.0322042 Jul 26 15:13:14.024497 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41478) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:14.129075 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c421fd8a-2f36-460c-bb85-21e996dcdf74 admin admin] Publish callbacks [] for security_group (1152472a-ffc7-4df5-b310-e16382ea9a6c), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.158092 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:14.180076 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c421fd8a-2f36-460c-bb85-21e996dcdf74 admin admin] Publish callbacks [] for security_group (1152472a-ffc7-4df5-b310-e16382ea9a6c), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.192755 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Deleting port 487b5df6-705c-4c5a-8823-4a812db930af {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:14.193092 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (487b5df6-705c-4c5a-8823-4a812db930af), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.303724 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (487b5df6-705c-4c5a-8823-4a812db930af), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.304045 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (487b5df6-705c-4c5a-8823-4a812db930af), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.317647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Calling delete_port for 487b5df6-705c-4c5a-8823-4a812db930af owned by network:floatingip {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:14.473346 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c421fd8a-2f36-460c-bb85-21e996dcdf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (1152472a-ffc7-4df5-b310-e16382ea9a6c), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.476167 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c421fd8a-2f36-460c-bb85-21e996dcdf74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.477758 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-c421fd8a-2f36-460c-bb85-21e996dcdf74 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1152472a-ffc7-4df5-b310-e16382ea9a6c HTTP/1.1" status: 204 len: 168 time: 0.5139573 Jul 26 15:13:14.488860 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421fd8a-2f36-460c-bb85-21e996dcdf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1152472a-ffc7-4df5-b310-e16382ea9a6c,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:14.605370 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (487b5df6-705c-4c5a-8823-4a812db930af), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.638939 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Pushing event deleted for resources: {'Port': ['ID=487b5df6-705c-4c5a-8823-4a812db930af,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:14.696169 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:14.704097 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks [] for floatingip (0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.706959 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:14.708141 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-b2664ea6-c509-4837-86ba-2af86ca05c76 tempest-AttachVolumeNegativeTest-2049841010 tempest-AttachVolumeNegativeTest-2049841010-project] 10.222.0.94 "DELETE /v2.0/floatingips/0cf21bfd-899f-4e28-b1c7-b4cc647ee6c0 HTTP/1.1" status: 204 len: 168 time: 0.6821859 Jul 26 15:13:14.812825 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device d26cb2f7-8f51-4b59-948e-25c442c7dd79 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:14.833644 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: d26cb2f7-8f51-4b59-948e-25c442c7dd79 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:13:14.833993 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device d26cb2f7-8f51-4b59-948e-25c442c7dd79 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:15.095268 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:15.141618 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:16.336594 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:17.421570 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:17.713991 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41564) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:17.887372 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-11f64c5e-6a72-4f14-8e23-47f32323ee39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:17.982188 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-11f64c5e-6a72-4f14-8e23-47f32323ee39 admin admin] Publish callbacks [] for security_group (e0731337-e308-46cd-81b7-a76bb761aeda), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.107946 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-11f64c5e-6a72-4f14-8e23-47f32323ee39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (e0731337-e308-46cd-81b7-a76bb761aeda), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.171410 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-11f64c5e-6a72-4f14-8e23-47f32323ee39 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bc3746541d5b4564a45a2aa9365b797c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562860 Jul 26 15:13:18.173042 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f64c5e-6a72-4f14-8e23-47f32323ee39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0731337-e308-46cd-81b7-a76bb761aeda,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:18.175227 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41584) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:18.271898 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-192aee47-b22a-4e7e-b542-a2cf6a1d335b admin admin] Publish callbacks [] for security_group (e0731337-e308-46cd-81b7-a76bb761aeda), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.303062 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-192aee47-b22a-4e7e-b542-a2cf6a1d335b admin admin] Publish callbacks [] for security_group (e0731337-e308-46cd-81b7-a76bb761aeda), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.474675 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-192aee47-b22a-4e7e-b542-a2cf6a1d335b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (e0731337-e308-46cd-81b7-a76bb761aeda), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.479082 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-192aee47-b22a-4e7e-b542-a2cf6a1d335b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.479913 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8c629-6406-4efc-b482-24c3b5c7d634 req-8c1b061e-639f-4cb6-9f56-97c9ad425015 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:18.481573 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4ba8c629-6406-4efc-b482-24c3b5c7d634 req-8c1b061e-639f-4cb6-9f56-97c9ad425015 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0526607 Jul 26 15:13:18.485199 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-192aee47-b22a-4e7e-b542-a2cf6a1d335b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e0731337-e308-46cd-81b7-a76bb761aeda HTTP/1.1" status: 204 len: 168 time: 0.3079376 Jul 26 15:13:18.497441 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192aee47-b22a-4e7e-b542-a2cf6a1d335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0731337-e308-46cd-81b7-a76bb761aeda,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:18.560764 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4ba8c629-6406-4efc-b482-24c3b5c7d634 req-f9fa11ea-6e37-4e68-ac7d-3322525a925c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646002 Jul 26 15:13:19.167648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41594) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:19.182644 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9648c89c-959f-4772-b6c3-a417b97b08b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.274124 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41600) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:19.274905 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9648c89c-959f-4772-b6c3-a417b97b08b3 admin admin] Publish callbacks [] for security_group (b11c4876-912c-449c-ad41-2e26e2f645bf), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.387056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-9648c89c-959f-4772-b6c3-a417b97b08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b11c4876-912c-449c-ad41-2e26e2f645bf), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.432493 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648c89c-959f-4772-b6c3-a417b97b08b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c4876-912c-449c-ad41-2e26e2f645bf,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:19.438218 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-9648c89c-959f-4772-b6c3-a417b97b08b3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fdf82c0429824d86a923161df5d2004d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694352 Jul 26 15:13:19.442666 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41604) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:19.507783 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2088ae6f-78ff-425a-a1af-c0a6c34de809 admin admin] Publish callbacks [] for security_group (b11c4876-912c-449c-ad41-2e26e2f645bf), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.542772 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2088ae6f-78ff-425a-a1af-c0a6c34de809 admin admin] Publish callbacks [] for security_group (b11c4876-912c-449c-ad41-2e26e2f645bf), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.672211 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:19.702046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01ed64-5abf-48c5-9aa6-25498f6cdf37 req-cca3d5e1-098c-4212-8968-488fa78d38f0 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:19.703830 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee01ed64-5abf-48c5-9aa6-25498f6cdf37 req-cca3d5e1-098c-4212-8968-488fa78d38f0 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0532560 Jul 26 15:13:19.727618 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:19.757666 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ee01ed64-5abf-48c5-9aa6-25498f6cdf37 req-b6907a3f-7a37-4cc9-a6d3-e49dd6c7458c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468462 Jul 26 15:13:19.812419 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2088ae6f-78ff-425a-a1af-c0a6c34de809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b11c4876-912c-449c-ad41-2e26e2f645bf), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.814979 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2088ae6f-78ff-425a-a1af-c0a6c34de809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.816180 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-2088ae6f-78ff-425a-a1af-c0a6c34de809 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b11c4876-912c-449c-ad41-2e26e2f645bf HTTP/1.1" status: 204 len: 168 time: 0.3725264 Jul 26 15:13:19.835931 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088ae6f-78ff-425a-a1af-c0a6c34de809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c4876-912c-449c-ad41-2e26e2f645bf,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:19.987385 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (f292a56d-8757-4257-a235-99a1c43a178a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:20.544639 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Deleting port 4bd7626d-b047-4a64-84e9-33f28642f48a {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:20.545366 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:20.642179 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:20.644149 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] For port 4bd7626d-b047-4a64-84e9-33f28642f48a, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=4bd7626d-b047-4a64-84e9-33f28642f48a,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:20.644520 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:20.662163 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Calling delete_port for 4bd7626d-b047-4a64-84e9-33f28642f48a owned by network:router_interface {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:20.943675 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35caba8-85b1-4b22-bbdc-012eb8e1bcc6 req-477ff50f-a4c6-4f6f-9079-4a37468bd8c7 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:20.945245 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c35caba8-85b1-4b22-bbdc-012eb8e1bcc6 req-477ff50f-a4c6-4f6f-9079-4a37468bd8c7 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0843816 Jul 26 15:13:21.011639 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c35caba8-85b1-4b22-bbdc-012eb8e1bcc6 req-a1421a55-ec1f-47b0-8d8a-89ea8e45de1f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562837 Jul 26 15:13:21.027370 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (4bd7626d-b047-4a64-84e9-33f28642f48a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:21.066690 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd7626d-b047-4a64-84e9-33f28642f48a,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:21.280475 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (f292a56d-8757-4257-a235-99a1c43a178a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:21.382235 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:21.511367 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Router f292a56d-8757-4257-a235-99a1c43a178a has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:13:21.633690 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:13:21.638903 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-8ef4e513-5552-4c66-ad25-413af24372bf admin admin] 10.222.0.94 "PUT /v2.0/routers/f292a56d-8757-4257-a235-99a1c43a178a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3661981 Jul 26 15:13:21.641663 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41636) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:21.646116 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] Sync routers for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:13:21.658152 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:13:21.658885 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:21.699453 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:21.756642 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks [] for router (f292a56d-8757-4257-a235-99a1c43a178a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:21.775600 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:13:21.874918 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks [] for router_gateway (f292a56d-8757-4257-a235-99a1c43a178a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:21.972412 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:13:20Z', 'revision_number': 5, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port': {'id': 'dbcd9f72-86b4-4257-a87b-077e65c0c378', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:47Z', 'updated_at': '2022-07-26T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:21.979157 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:22.011805 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] Checking router: f292a56d-8757-4257-a235-99a1c43a178a for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:13:22.014697 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:22.017030 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Deleting port dbcd9f72-86b4-4257-a87b-077e65c0c378 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:22.017559 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.022085 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] Routers {'f292a56d-8757-4257-a235-99a1c43a178a'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:13:22.022728 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['f292a56d-8757-4257-a235-99a1c43a178a'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:22.117036 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] Set router f292a56d-8757-4257-a235-99a1c43a178a gateway port host: None {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:13:22.133797 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] For port dbcd9f72-86b4-4257-a87b-077e65c0c378, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=dbcd9f72-86b4-4257-a87b-077e65c0c378,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:22.135674 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.162623 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Calling delete_port for dbcd9f72-86b4-4257-a87b-077e65c0c378 owned by network:router_gateway {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:22.175511 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadef94f-fc1e-4ed4-af98-dd81c8866b80 req-95e4725e-fd35-490c-9e5f-5f4a39a68038 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:22.177872 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cadef94f-fc1e-4ed4-af98-dd81c8866b80 req-95e4725e-fd35-490c-9e5f-5f4a39a68038 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0689387 Jul 26 15:13:22.194798 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:13:21Z', 'revision_number': 6, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port_host': None}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:22.248771 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7514c3cb-df29-45cb-b52e-56d6eda48f6b None None] The sync data for ids ['f292a56d-8757-4257-a235-99a1c43a178a'] in dv-cinder-850668-2-iscsi is: [{'id': 'f292a56d-8757-4257-a235-99a1c43a178a', 'name': 'tempest-AttachVolumeNegativeTest-1504085422-router', 'tenant_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:46Z', 'updated_at': '2022-07-26T15:13:21Z', 'revision_number': 6, 'project_id': '242289f1dedc45ccbdd6aa8e19d4e414', 'gw_port_host': None}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:13:22.255119 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cadef94f-fc1e-4ed4-af98-dd81c8866b80 req-e03c9bfd-0183-47a5-bcc9-a13efad0c5ae tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708385 Jul 26 15:13:22.461076 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (dbcd9f72-86b4-4257-a87b-077e65c0c378), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.487286 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcd9f72-86b4-4257-a87b-077e65c0c378,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:22.564570 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (f292a56d-8757-4257-a235-99a1c43a178a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.673684 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (f292a56d-8757-4257-a235-99a1c43a178a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.676191 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks [] for router_controller (f292a56d-8757-4257-a235-99a1c43a178a), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.684722 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:22.839043 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (f292a56d-8757-4257-a235-99a1c43a178a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.839740 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f292a56d-8757-4257-a235-99a1c43a178a {{(pid=116401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:13:22.848212 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.848212 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-c2653dbd-b0bc-4acc-b81e-392d09ae0251 admin admin] 10.222.0.94 "DELETE /v2.0/routers/f292a56d-8757-4257-a235-99a1c43a178a HTTP/1.1" status: 204 len: 168 time: 1.2031407 Jul 26 15:13:22.849032 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41662) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:22.897860 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e86b23-e871-48d0-84f9-d12136485d47 admin admin] Deleting subnet 43757087-30ce-4642-b5f0-ce124a57fc73 {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:13:22.901801 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b23-e871-48d0-84f9-d12136485d47 admin admin] Publish callbacks [] for subnet (43757087-30ce-4642-b5f0-ce124a57fc73), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.939441 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b23-e871-48d0-84f9-d12136485d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (43757087-30ce-4642-b5f0-ce124a57fc73), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:22.986457 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:23.026365 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b23-e871-48d0-84f9-d12136485d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (43757087-30ce-4642-b5f0-ce124a57fc73), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.158719 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b23-e871-48d0-84f9-d12136485d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (43757087-30ce-4642-b5f0-ce124a57fc73), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.188134 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e86b23-e871-48d0-84f9-d12136485d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43757087-30ce-4642-b5f0-ce124a57fc73,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:23.193202 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b23-e871-48d0-84f9-d12136485d47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.197183 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a7e86b23-e871-48d0-84f9-d12136485d47 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/43757087-30ce-4642-b5f0-ce124a57fc73 HTTP/1.1" status: 204 len: 168 time: 0.3466222 Jul 26 15:13:23.201037 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41664) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:23.201565 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8800c39f-9e7b-4e40-b4a7-e6256c2e45ed None None] Network bd3e2f67-4b42-4920-a974-5409190c3fa7 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:23.298699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (bd3e2f67-4b42-4920-a974-5409190c3fa7), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.387897 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Deleting port 264f282a-4bc3-481b-bdd5-87f0876c91fb {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:23.388532 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.409523 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] DHCP port deletion for bd3e2f67-4b42-4920-a974-5409190c3fa7 request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:13:23.423689 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823d3bf-df25-4382-bb66-20aa03658142 req-b3781d73-11c8-49c9-8944-e10a47294a7d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:23.432389 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6823d3bf-df25-4382-bb66-20aa03658142 req-b3781d73-11c8-49c9-8944-e10a47294a7d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0799165 Jul 26 15:13:23.467867 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] For port 264f282a-4bc3-481b-bdd5-87f0876c91fb, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=264f282a-4bc3-481b-bdd5-87f0876c91fb,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:23.468380 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.475954 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:23.496226 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6823d3bf-df25-4382-bb66-20aa03658142 req-de7563c7-4440-419b-ac2e-1e5487603413 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627851 Jul 26 15:13:23.497326 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Deleting port 264f282a-4bc3-481b-bdd5-87f0876c91fb {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:23.498240 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.516573 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Calling delete_port for 264f282a-4bc3-481b-bdd5-87f0876c91fb owned by network:dhcp {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:23.573198 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] For port 264f282a-4bc3-481b-bdd5-87f0876c91fb, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=264f282a-4bc3-481b-bdd5-87f0876c91fb,segment=NetworkSegment(f1351905-9298-4c67-8a5e-4aebaf36b74c),segment_id=f1351905-9298-4c67-8a5e-4aebaf36b74c)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:23.573704 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.586725 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Calling delete_port for 264f282a-4bc3-481b-bdd5-87f0876c91fb owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:23.589459 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:23.639515 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:23.678406 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.682447 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:23.691780 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (264f282a-4bc3-481b-bdd5-87f0876c91fb), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.705886 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Pushing event deleted for resources: {'Port': ['ID=264f282a-4bc3-481b-bdd5-87f0876c91fb,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:23.710362 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] No DVR routers for this DVR port 264f282a-4bc3-481b-bdd5-87f0876c91fb on host dv-cinder-850668-2-iscsi {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:13:23.720518 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Pushing event deleted for resources: {'Port': ['ID=264f282a-4bc3-481b-bdd5-87f0876c91fb,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:23.723012 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] No DVR routers for this DVR port 264f282a-4bc3-481b-bdd5-87f0876c91fb on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:13:23.736796 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.737161 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.737506 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.737851 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.738230 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.738706 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.739044 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.739372 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.739757 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.740088 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.740415 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.740744 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.741066 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.741388 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.741737 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c651d-80f9-41a0-86f4-637991d44fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:23.791716 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (bd3e2f67-4b42-4920-a974-5409190c3fa7), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.816525 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3e2f67-4b42-4920-a974-5409190c3fa7']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:23.827046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1351905-9298-4c67-8a5e-4aebaf36b74c') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:23.827318 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1351905-9298-4c67-8a5e-4aebaf36b74c') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:23.837148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (f1351905-9298-4c67-8a5e-4aebaf36b74c), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.850463 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (f1351905-9298-4c67-8a5e-4aebaf36b74c), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.857800 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:13:23.858174 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (f1351905-9298-4c67-8a5e-4aebaf36b74c), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:23.899210 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment f1351905-9298-4c67-8a5e-4aebaf36b74c resource provider aggregate not found Jul 26 15:13:23.932161 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment f1351905-9298-4c67-8a5e-4aebaf36b74c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1351905-9298-4c67-8a5e-4aebaf36b74c found for delete ", "request_id": "req-c6d62f43-c352-4247-8688-cf3210999635"}]} Jul 26 15:13:23.965610 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 4bd7626d-b047-4a64-84e9-33f28642f48a no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:23.990199 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 4bd7626d-b047-4a64-84e9-33f28642f48a {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:13:23.990199 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 4bd7626d-b047-4a64-84e9-33f28642f48a not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:23.990199 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device dbcd9f72-86b4-4257-a87b-077e65c0c378 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:24.006990 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: dbcd9f72-86b4-4257-a87b-077e65c0c378 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:13:24.007339 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device dbcd9f72-86b4-4257-a87b-077e65c0c378 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:24.007808 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 264f282a-4bc3-481b-bdd5-87f0876c91fb no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:24.009784 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (bd3e2f67-4b42-4920-a974-5409190c3fa7), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:24.014350 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:24.017894 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] 10.222.0.94 "DELETE /v2.0/networks/bd3e2f67-4b42-4920-a974-5409190c3fa7 HTTP/1.1" status: 204 len: 168 time: 0.8158436 Jul 26 15:13:24.030001 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 264f282a-4bc3-481b-bdd5-87f0876c91fb {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:13:24.030355 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 264f282a-4bc3-481b-bdd5-87f0876c91fb not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:24.033828 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cddc0-27f4-46aa-a09e-3ac2c4c7326d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3e2f67-4b42-4920-a974-5409190c3fa7,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:24.441380 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41682) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:24.488015 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-fcd3db92-7fc5-4e46-b038-3e3659689136 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=242289f1dedc45ccbdd6aa8e19d4e414&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453074 Jul 26 15:13:24.490880 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41684) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:24.560230 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-224a76b5-24f0-44b4-84a2-06650f041570 admin admin] Publish callbacks [] for security_group (0373109b-9798-4c91-bed4-40f9dbbb2aee), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:24.586390 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-224a76b5-24f0-44b4-84a2-06650f041570 admin admin] Publish callbacks [] for security_group (0373109b-9798-4c91-bed4-40f9dbbb2aee), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:24.659976 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269bf3b-cdbb-49ea-ba70-01f59b277097 req-d45dd748-41c6-4ac2-8646-bb210f787903 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:24.661487 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f269bf3b-cdbb-49ea-ba70-01f59b277097 req-d45dd748-41c6-4ac2-8646-bb210f787903 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0673177 Jul 26 15:13:24.713173 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f269bf3b-cdbb-49ea-ba70-01f59b277097 req-6cb49dd1-ff67-4581-9170-cf4286d55c3f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453048 Jul 26 15:13:24.792835 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-224a76b5-24f0-44b4-84a2-06650f041570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (0373109b-9798-4c91-bed4-40f9dbbb2aee), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:24.795394 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-224a76b5-24f0-44b4-84a2-06650f041570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:24.796545 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-224a76b5-24f0-44b4-84a2-06650f041570 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0373109b-9798-4c91-bed4-40f9dbbb2aee HTTP/1.1" status: 204 len: 168 time: 0.3047204 Jul 26 15:13:24.805672 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a76b5-24f0-44b4-84a2-06650f041570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0373109b-9798-4c91-bed4-40f9dbbb2aee,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:25.844104 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2978008-6985-4ec8-8521-6c574ecee1ac req-e206d749-e681-43ca-b53d-76300a3438bf tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:25.845599 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d2978008-6985-4ec8-8521-6c574ecee1ac req-e206d749-e681-43ca-b53d-76300a3438bf tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0507448 Jul 26 15:13:25.897985 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d2978008-6985-4ec8-8521-6c574ecee1ac req-1df66373-89a2-4b75-9c73-6851c2099d6c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463355 Jul 26 15:13:26.470028 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41730) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:26.581108 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc529-0653-414f-a57d-8f93e8004a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:26.667890 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc529-0653-414f-a57d-8f93e8004a3d admin admin] Publish callbacks [] for security_group (d15c9208-caa0-41fc-a20d-2f9d10f5c3c9), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:26.746562 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc529-0653-414f-a57d-8f93e8004a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d15c9208-caa0-41fc-a20d-2f9d10f5c3c9), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:26.752355 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:26.788065 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cc529-0653-414f-a57d-8f93e8004a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15c9208-caa0-41fc-a20d-2f9d10f5c3c9,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:26.795873 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41734) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:26.796190 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6e4cc529-0653-414f-a57d-8f93e8004a3d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2b43793e3ee440899b338c5deee2a7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248334 Jul 26 15:13:26.859237 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6a8286e9-9668-4672-a33e-b9292280e378 admin admin] Publish callbacks [] for security_group (d15c9208-caa0-41fc-a20d-2f9d10f5c3c9), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:26.886372 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6a8286e9-9668-4672-a33e-b9292280e378 admin admin] Publish callbacks [] for security_group (d15c9208-caa0-41fc-a20d-2f9d10f5c3c9), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:27.037865 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbeb9e-03e8-412f-bea3-6f4f8e4f17d2 req-a28fb0c8-0cfa-41b9-8670-96d537e6fc4e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:27.039433 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40dbeb9e-03e8-412f-bea3-6f4f8e4f17d2 req-a28fb0c8-0cfa-41b9-8670-96d537e6fc4e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0500047 Jul 26 15:13:27.043660 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6a8286e9-9668-4672-a33e-b9292280e378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d15c9208-caa0-41fc-a20d-2f9d10f5c3c9), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:27.046278 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6a8286e9-9668-4672-a33e-b9292280e378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:27.047417 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-6a8286e9-9668-4672-a33e-b9292280e378 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d15c9208-caa0-41fc-a20d-2f9d10f5c3c9 HTTP/1.1" status: 204 len: 168 time: 0.2501345 Jul 26 15:13:27.056936 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8286e9-9668-4672-a33e-b9292280e378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15c9208-caa0-41fc-a20d-2f9d10f5c3c9,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:27.114914 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-40dbeb9e-03e8-412f-bea3-6f4f8e4f17d2 req-caa2e500-51ed-4450-805a-5a6fb1665fd8 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684736 Jul 26 15:13:27.811396 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41752) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:27.826129 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-664bb2d6-1f2c-4416-a610-b435121ac11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:27.906008 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-664bb2d6-1f2c-4416-a610-b435121ac11c admin admin] Publish callbacks [] for security_group (4c7caefd-de00-4c44-b298-c57336287107), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:27.981103 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-664bb2d6-1f2c-4416-a610-b435121ac11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4c7caefd-de00-4c44-b298-c57336287107), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:27.987219 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:28.022325 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bb2d6-1f2c-4416-a610-b435121ac11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7caefd-de00-4c44-b298-c57336287107,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:28.027658 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-664bb2d6-1f2c-4416-a610-b435121ac11c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ce0d4ee790ac41f1ac65825b5ae81648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149329 Jul 26 15:13:28.030120 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41762) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:28.092076 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c95d78e3-1f77-498a-b849-63ddc10ef342 admin admin] Publish callbacks [] for security_group (4c7caefd-de00-4c44-b298-c57336287107), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:28.117418 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c95d78e3-1f77-498a-b849-63ddc10ef342 admin admin] Publish callbacks [] for security_group (4c7caefd-de00-4c44-b298-c57336287107), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:28.257821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d612a47-10a3-48ea-b749-cb7b60441074 req-cffc2df2-6b56-476d-8fe7-e296c79c846b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:28.259594 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7d612a47-10a3-48ea-b749-cb7b60441074 req-cffc2df2-6b56-476d-8fe7-e296c79c846b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0558329 Jul 26 15:13:28.268210 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c95d78e3-1f77-498a-b849-63ddc10ef342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4c7caefd-de00-4c44-b298-c57336287107), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:28.271636 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c95d78e3-1f77-498a-b849-63ddc10ef342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:28.275212 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-c95d78e3-1f77-498a-b849-63ddc10ef342 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4c7caefd-de00-4c44-b298-c57336287107 HTTP/1.1" status: 204 len: 168 time: 0.2416935 Jul 26 15:13:28.285954 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d78e3-1f77-498a-b849-63ddc10ef342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7caefd-de00-4c44-b298-c57336287107,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:28.347066 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7d612a47-10a3-48ea-b749-cb7b60441074 req-6922ea7a-b824-436f-ba47-aec7fa86c93f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769308 Jul 26 15:13:29.515553 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def70992-7a62-435c-8a9b-a38e7388549b req-353a9ea4-21ef-45c8-a6c9-299c0f8ab34a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:29.517646 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-def70992-7a62-435c-8a9b-a38e7388549b req-353a9ea4-21ef-45c8-a6c9-299c0f8ab34a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0823371 Jul 26 15:13:29.575259 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-def70992-7a62-435c-8a9b-a38e7388549b req-dc575d06-59af-484c-994c-ad88a952206c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516529 Jul 26 15:13:29.582199 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41802) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:29.689692 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1755258850-network', 'tenant_id': '912b783c262149598bbc2b398aec7ab4'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:13:29.702306 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:29.786661 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Made reservation on behalf of 912b783c262149598bbc2b398aec7ab4 for: {'network': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:29.789134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:29.800470 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:29.897169 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Publish callbacks [] for security_group (fd40d26d-f662-446d-a6ca-7c50f77e9c0b), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:29.976553 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (fd40d26d-f662-446d-a6ca-7c50f77e9c0b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.004383 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=116402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:13:30.014425 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40d26d-f662-446d-a6ca-7c50f77e9c0b,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:30.020731 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (e70c83f7-b47c-443e-b39b-83af3ae3f28c), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.021072 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.segments_db [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Added segment e70c83f7-b47c-443e-b39b-83af3ae3f28c of type vlan for network e514c546-3874-4a24-99dd-5c1b28f3cb5e Jul 26 15:13:30.050228 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41808) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:30.077922 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (e514c546-3874-4a24-99dd-5c1b28f3cb5e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.188832 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a85aa93a-9140-4258-a776-a15373402f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.230802 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:30.270919 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a85aa93a-9140-4258-a776-a15373402f51 admin admin] Publish callbacks [] for security_group (d7bc0ef6-aab7-40f4-ba35-39cdc8ff39db), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.295679 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (e514c546-3874-4a24-99dd-5c1b28f3cb5e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.296759 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:30.297333 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.312512 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:30.361132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e514c546-3874-4a24-99dd-5c1b28f3cb5e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:30.372971 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network e514c546-3874-4a24-99dd-5c1b28f3cb5e details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:13:30.386552 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a85aa93a-9140-4258-a776-a15373402f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d7bc0ef6-aab7-40f4-ba35-39cdc8ff39db), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.428286 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a85aa93a-9140-4258-a776-a15373402f51 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=33ae25a451b84fc0bc93ee94b87e098e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769631 Jul 26 15:13:30.429395 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aa93a-9140-4258-a776-a15373402f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bc0ef6-aab7-40f4-ba35-39cdc8ff39db,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:30.431662 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41812) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:30.454953 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-527fd994-e63a-42e1-8a97-3c189838d5f0 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8708332 Jul 26 15:13:30.458924 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41814) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:30.464583 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Request body: {'subnet': {'network_id': 'e514c546-3874-4a24-99dd-5c1b28f3cb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1755258850-subnet', 'tenant_id': '912b783c262149598bbc2b398aec7ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:13:30.492422 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55ac32e0-8e7a-418e-a03e-4becd768cf5d admin admin] Publish callbacks [] for security_group (d7bc0ef6-aab7-40f4-ba35-39cdc8ff39db), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.517799 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55ac32e0-8e7a-418e-a03e-4becd768cf5d admin admin] Publish callbacks [] for security_group (d7bc0ef6-aab7-40f4-ba35-39cdc8ff39db), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.563829 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Made reservation on behalf of 912b783c262149598bbc2b398aec7ab4 for: {'subnet': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:30.566298 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9081573'] for subnet (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.637671 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55ac32e0-8e7a-418e-a03e-4becd768cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d7bc0ef6-aab7-40f4-ba35-39cdc8ff39db), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.640511 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55ac32e0-8e7a-418e-a03e-4becd768cf5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.645326 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-55ac32e0-8e7a-418e-a03e-4becd768cf5d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d7bc0ef6-aab7-40f4-ba35-39cdc8ff39db HTTP/1.1" status: 204 len: 168 time: 0.2085223 Jul 26 15:13:30.652516 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac32e0-8e7a-418e-a03e-4becd768cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bc0ef6-aab7-40f4-ba35-39cdc8ff39db,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:30.739268 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4b32-f09b-4b0e-ae59-1b57cfb08f66 req-0c7f95f7-6d6d-4c18-9b27-916cf89a9760 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:30.740802 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-68bc4b32-f09b-4b0e-ae59-1b57cfb08f66 req-0c7f95f7-6d6d-4c18-9b27-916cf89a9760 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0784101 Jul 26 15:13:30.793598 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:30.836604 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-68bc4b32-f09b-4b0e-ae59-1b57cfb08f66 req-bdac8f0f-d8cd-435d-bbd2-375b7137cd26 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889032 Jul 26 15:13:30.890091 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3736020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9081547'] for subnet (5ca1a5e5-57d2-4e31-a785-9539f442f0e9), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:30.916630 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:13:30.945731 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca1a5e5-57d2-4e31-a785-9539f442f0e9,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:30.974759 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Checking segment: {'id': 'e70c83f7-b47c-443e-b39b-83af3ae3f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e514c546-3874-4a24-99dd-5c1b28f3cb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:13:30.975129 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Network hostable DHCP agents. Network: e514c546-3874-4a24-99dd-5c1b28f3cb5e, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:13:31.028136 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:31.041697 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'port_id': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:13:31.080635 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d is: ACTIVE; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:13:31.081025 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:31.095763 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:13:31.119498 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:31.124666 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Network e514c546-3874-4a24-99dd-5c1b28f3cb5e is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:13:31.192872 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:31.215531 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, e514c546-3874-4a24-99dd-5c1b28f3cb5e) {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:13:31.221627 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:31.222985 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:31.234076 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42ffee-29e2-4978-89d9-ca2eb2b28a2c None None] Network e514c546-3874-4a24-99dd-5c1b28f3cb5e requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:31.315344 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:13:31.319761 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-e0de68d3-c9b7-41f6-ac13-cbddb79368c4 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8592429 Jul 26 15:13:31.375999 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=6']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:31.489073 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3224b625-8e15-4dc1-8e5d-7319f9ba9e42 None None] Network e514c546-3874-4a24-99dd-5c1b28f3cb5e requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:31.554231 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:31.976874 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c6b14-e0f3-4e7f-abc0-d27a11bcd094 req-7e08b2fd-6477-47fd-b342-93aa978878a6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:31.978580 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a01c6b14-e0f3-4e7f-abc0-d27a11bcd094 req-7e08b2fd-6477-47fd-b342-93aa978878a6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 944 time: 0.0609920 Jul 26 15:13:32.033428 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a01c6b14-e0f3-4e7f-abc0-d27a11bcd094 req-6a9860e9-b4c7-4a9b-b5c3-c6d47e5caeae tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488486 Jul 26 15:13:32.388549 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41880) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:32.393807 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1822862877-network', 'tenant_id': 'f133d4db3602405dbd1717f77ac9d09c'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:13:32.526234 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Made reservation on behalf of f133d4db3602405dbd1717f77ac9d09c for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:32.529621 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:32.543544 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:32.646979 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Publish callbacks [] for security_group (9f02ff3b-ae21-4a8f-88b2-70b9f6a26024), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:32.729531 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (9f02ff3b-ae21-4a8f-88b2-70b9f6a26024), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:32.757462 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:13:32.776453 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f02ff3b-ae21-4a8f-88b2-70b9f6a26024,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:32.784254 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (5e78412a-3b59-47be-b66f-39340c6fe6ad), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:32.784550 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Added segment 5e78412a-3b59-47be-b66f-39340c6fe6ad of type vlan for network a2154477-7ef7-4a72-a52b-3a613a117d97 Jul 26 15:13:32.845423 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (a2154477-7ef7-4a72-a52b-3a613a117d97), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:32.937869 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:13:33.018419 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (a2154477-7ef7-4a72-a52b-3a613a117d97), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:33.020329 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:33.021199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:33.027713 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:13:33.028247 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:33.095923 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:33.178032 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a2154477-7ef7-4a72-a52b-3a613a117d97,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:33.194867 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network a2154477-7ef7-4a72-a52b-3a613a117d97 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:13:33.214201 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-6bfb8480-99a3-4e0d-ac79-da90d6ee14f6 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8244197 Jul 26 15:13:33.217510 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41894) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:33.225382 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Request body: {'subnet': {'network_id': 'a2154477-7ef7-4a72-a52b-3a613a117d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1822862877-subnet', 'tenant_id': 'f133d4db3602405dbd1717f77ac9d09c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:13:33.234077 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:13:33.236260 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:33.311267 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb912ca-f792-44af-9071-bee1446b9ee0 req-e66904b0-4fd5-4580-bcd9-57493c0da765 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:33.320765 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1cb912ca-f792-44af-9071-bee1446b9ee0 req-e66904b0-4fd5-4580-bcd9-57493c0da765 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 944 time: 0.0880756 Jul 26 15:13:33.340111 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:13:33.342477 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92faf272-6994-434a-a850-c1e2b13e4178" -d '{"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-plugged", "status": "completed", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:33.346647 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Made reservation on behalf of f133d4db3602405dbd1717f77ac9d09c for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:33.350076 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314696'] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:33.364709 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:33.377981 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:33.393075 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:13:33.436984 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe998efa-514c-41bf-be0c-227cd7404179 x-openstack-request-id: req-fe998efa-514c-41bf-be0c-227cd7404179 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:33.438004 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-plugged", "status": "completed", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:33.438274 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fe998efa-514c-41bf-be0c-227cd7404179 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:33.438653 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe998efa-514c-41bf-be0c-227cd7404179'] response: {'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'code': 200} Jul 26 15:13:33.440352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:33.467354 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1cb912ca-f792-44af-9071-bee1446b9ee0 req-be48c0d0-1c4a-4fc5-b2b0-eed50c0193a5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430953 Jul 26 15:13:33.521252 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=7']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:33.701192 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314726'] for subnet (a5af8b4b-109f-4309-a3a1-3d6b55de4c69), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:33.787858 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5af8b4b-109f-4309-a3a1-3d6b55de4c69,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:33.792108 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Checking segment: {'id': '5e78412a-3b59-47be-b66f-39340c6fe6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a2154477-7ef7-4a72-a52b-3a613a117d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:13:33.792543 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Network hostable DHCP agents. Network: a2154477-7ef7-4a72-a52b-3a613a117d97, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:13:33.901473 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Network a2154477-7ef7-4a72-a52b-3a613a117d97 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:13:34.032490 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, a2154477-7ef7-4a72-a52b-3a613a117d97) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:13:34.043561 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:34.044185 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:34.046963 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a0edd5-c0fb-41b4-949b-2e39eb229be9 None None] Network a2154477-7ef7-4a72-a52b-3a613a117d97 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:34.060623 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:34.140637 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-26f0ba64-7f50-483f-9f7a-8039b91ff65c admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9212954 Jul 26 15:13:34.224188 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8125bf-4561-42ef-8c95-7ae3ed6db0ae None None] Network a2154477-7ef7-4a72-a52b-3a613a117d97 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:13:34.553890 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41920) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:34.683031 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f06cae-f39f-4f3b-b0c0-4e1e8cb429a5 req-a7c04107-a3fe-4f90-894a-482b6a4698a2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:34.687276 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-45f06cae-f39f-4f3b-b0c0-4e1e8cb429a5 req-a7c04107-a3fe-4f90-894a-482b6a4698a2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0858920 Jul 26 15:13:34.744079 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71db5a28-c107-4cc1-9ea7-ff275402440c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:34.804146 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-45f06cae-f39f-4f3b-b0c0-4e1e8cb429a5 req-e636f7b3-a6cf-4ab4-857d-be28d04ee829 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110868 Jul 26 15:13:34.869220 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71db5a28-c107-4cc1-9ea7-ff275402440c admin admin] Publish callbacks [] for security_group (e3c0a2b4-49fd-417c-9db3-4ea8be0732e4), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:34.935455 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-71db5a28-c107-4cc1-9ea7-ff275402440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (e3c0a2b4-49fd-417c-9db3-4ea8be0732e4), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:34.983697 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db5a28-c107-4cc1-9ea7-ff275402440c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c0a2b4-49fd-417c-9db3-4ea8be0732e4,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:34.994691 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41924) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:34.996896 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-71db5a28-c107-4cc1-9ea7-ff275402440c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5ada2790f9fc4118b4cefbcc7b8d1884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350946 Jul 26 15:13:35.086254 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c23654ff-eef1-4cf4-a502-c500d30ad703 admin admin] Publish callbacks [] for security_group (e3c0a2b4-49fd-417c-9db3-4ea8be0732e4), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:35.112880 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c23654ff-eef1-4cf4-a502-c500d30ad703 admin admin] Publish callbacks [] for security_group (e3c0a2b4-49fd-417c-9db3-4ea8be0732e4), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:35.255356 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c23654ff-eef1-4cf4-a502-c500d30ad703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (e3c0a2b4-49fd-417c-9db3-4ea8be0732e4), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:35.259426 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c23654ff-eef1-4cf4-a502-c500d30ad703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:35.279012 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-c23654ff-eef1-4cf4-a502-c500d30ad703 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e3c0a2b4-49fd-417c-9db3-4ea8be0732e4 HTTP/1.1" status: 204 len: 168 time: 0.2646031 Jul 26 15:13:35.279012 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23654ff-eef1-4cf4-a502-c500d30ad703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c0a2b4-49fd-417c-9db3-4ea8be0732e4,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:35.967210 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820b9dd-cba2-453e-9185-8eedab504b49 req-04c0f7d3-6778-414a-910b-e0c560e671a8 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:35.968766 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1820b9dd-cba2-453e-9185-8eedab504b49 req-04c0f7d3-6778-414a-910b-e0c560e671a8 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0537167 Jul 26 15:13:36.022939 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1820b9dd-cba2-453e-9185-8eedab504b49 req-0085dabd-88a7-45d3-a7ef-e42d85efd78f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484145 Jul 26 15:13:36.589492 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 41940) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:36.607446 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:36.683234 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:36.722689 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Publish callbacks [] for security_group (2a03bef2-803e-4723-a80d-f46024ba7883), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:36.809708 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (2a03bef2-803e-4723-a80d-f46024ba7883), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:36.859748 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a03bef2-803e-4723-a80d-f46024ba7883,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:36.865651 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2ed067f3d693470f8a2764260b47fbfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751803 Jul 26 15:13:36.868550 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 41944) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:36.871577 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.872174 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.872821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.873327 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.873836 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.874358 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.874864 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.875365 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.875978 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.876495 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.877008 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.877515 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.878117 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.878689 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.879207 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8623d5-e854-451d-8bdd-f94e531d41e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:36.958353 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c1027783-bd17-4300-a9f0-de46d742cd83 admin admin] Publish callbacks [] for security_group (2a03bef2-803e-4723-a80d-f46024ba7883), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:36.959978 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:36.997171 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c1027783-bd17-4300-a9f0-de46d742cd83 admin admin] Publish callbacks [] for security_group (2a03bef2-803e-4723-a80d-f46024ba7883), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:37.158018 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c1027783-bd17-4300-a9f0-de46d742cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (2a03bef2-803e-4723-a80d-f46024ba7883), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:37.162689 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-c1027783-bd17-4300-a9f0-de46d742cd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:37.164547 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-c1027783-bd17-4300-a9f0-de46d742cd83 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2a03bef2-803e-4723-a80d-f46024ba7883 HTTP/1.1" status: 204 len: 168 time: 0.2944162 Jul 26 15:13:37.191785 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2ce10-d53f-49ac-bd45-b5babf7716e1 req-8218b2b6-1f8e-4160-a6bd-584dbb6cea7d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:37.200920 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2fb2ce10-d53f-49ac-bd45-b5babf7716e1 req-8218b2b6-1f8e-4160-a6bd-584dbb6cea7d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0693243 Jul 26 15:13:37.203963 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1027783-bd17-4300-a9f0-de46d742cd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a03bef2-803e-4723-a80d-f46024ba7883,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:37.267702 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2fb2ce10-d53f-49ac-bd45-b5babf7716e1 req-6d5852fa-aa03-4a86-917f-369237e9bc98 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652223 Jul 26 15:13:38.528225 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f34562-2132-41bc-8e05-f98bdfc31397 req-a0c97872-5993-4e70-a4f3-21722f050acf tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:38.529881 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-23f34562-2132-41bc-8e05-f98bdfc31397 req-a0c97872-5993-4e70-a4f3-21722f050acf tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.1118195 Jul 26 15:13:38.618937 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-23f34562-2132-41bc-8e05-f98bdfc31397 req-01debe71-01ee-44a2-8496-912fa6dcbabe tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770442 Jul 26 15:13:39.776708 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b95a1-1e64-4681-a0f5-e0a48e863879 req-d013b45e-3392-4518-b48c-c88dc2429f85 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:39.778790 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a35b95a1-1e64-4681-a0f5-e0a48e863879 req-d013b45e-3392-4518-b48c-c88dc2429f85 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0548673 Jul 26 15:13:39.863709 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a35b95a1-1e64-4681-a0f5-e0a48e863879 req-148b2f44-26f5-47f1-9433-aaac6ea8f450 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795262 Jul 26 15:13:40.477603 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-af9505c4-fc8d-4a62-8382-ccce363798e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:41.005621 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cba04-1858-4225-9afe-57ccbf38d438 req-85334fef-5ee3-4e5b-86d8-cab0991f1e45 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:41.008017 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d37cba04-1858-4225-9afe-57ccbf38d438 req-85334fef-5ee3-4e5b-86d8-cab0991f1e45 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0555072 Jul 26 15:13:41.068026 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d37cba04-1858-4225-9afe-57ccbf38d438 req-2606c18f-9416-458b-8e07-51163ff92562 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523756 Jul 26 15:13:42.222367 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168754c-ae24-4247-9a0c-39801ad328e6 req-375319e2-bb99-463f-aa29-09a09bf66699 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:42.223827 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4168754c-ae24-4247-9a0c-39801ad328e6 req-375319e2-bb99-463f-aa29-09a09bf66699 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0676961 Jul 26 15:13:42.256557 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:42.287682 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4168754c-ae24-4247-9a0c-39801ad328e6 req-e2dd6849-03a6-42fc-aebb-552b5b9ff68b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575030 Jul 26 15:13:43.387237 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=16 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:43.388619 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=33 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:43.526966 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e513c-c9e4-447d-ae7e-5085def94c9e req-8347ced6-a793-43d5-bd33-a9b1129a7f95 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:43.535920 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6f9e513c-c9e4-447d-ae7e-5085def94c9e req-8347ced6-a793-43d5-bd33-a9b1129a7f95 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0760541 Jul 26 15:13:43.628140 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6f9e513c-c9e4-447d-ae7e-5085def94c9e req-b9c2cf69-47d5-4b9b-8148-243b46565679 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909498 Jul 26 15:13:43.723843 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-62840989-bbef-4b1e-b3af-c08b785f6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:44.768625 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ccbff-04b9-4c56-9558-c75c2a605fa6 req-b24e9f6c-c096-453b-9125-23d8fdbfb8a5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:44.770121 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7c3ccbff-04b9-4c56-9558-c75c2a605fa6 req-b24e9f6c-c096-453b-9125-23d8fdbfb8a5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0501862 Jul 26 15:13:44.823844 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7c3ccbff-04b9-4c56-9558-c75c2a605fa6 req-e2bbd056-e34c-41f5-a88f-8d6a9ec00277 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468073 Jul 26 15:13:45.146716 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:45.181445 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:45.353142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31941b-3d64-4171-95cb-a719cd32416c req-8590ac26-9015-46a7-a934-c15b4448f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:45.354546 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e31941b-3d64-4171-95cb-a719cd32416c req-8590ac26-9015-46a7-a934-c15b4448f3ab service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 1129 time: 0.0448778 Jul 26 15:13:45.450718 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31941b-3d64-4171-95cb-a719cd32416c req-39206dbf-063d-4e61-aa6c-79163ae75f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:45.452210 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e31941b-3d64-4171-95cb-a719cd32416c req-39206dbf-063d-4e61-aa6c-79163ae75f8c service neutron] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 918 time: 0.0911734 Jul 26 15:13:45.526704 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e31941b-3d64-4171-95cb-a719cd32416c req-b2990e8a-216f-4164-a7ac-1090604d692c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d HTTP/1.1" status: 200 len: 1001 time: 0.0645647 Jul 26 15:13:45.581814 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31941b-3d64-4171-95cb-a719cd32416c req-d7a16bed-6321-49bd-b6eb-b741ad7503dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:45.583329 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e31941b-3d64-4171-95cb-a719cd32416c req-d7a16bed-6321-49bd-b6eb-b741ad7503dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0504377 Jul 26 15:13:45.602816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42110) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:45.639577 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31941b-3d64-4171-95cb-a719cd32416c req-5cc02e21-209b-44b9-9cb8-7a83ecf30a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:45.641076 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e31941b-3d64-4171-95cb-a719cd32416c req-5cc02e21-209b-44b9-9cb8-7a83ecf30a53 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492642 Jul 26 15:13:45.752421 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ee3907b4-ceb8-4069-8460-f5869a190617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:45.758965 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e31941b-3d64-4171-95cb-a719cd32416c req-d8493b45-fab1-4411-9557-cfa58e0a53b5 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096840 Jul 26 15:13:45.893619 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9e31941b-3d64-4171-95cb-a719cd32416c req-56c32187-ddfb-4df1-9fbc-a761eee06904 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263862 Jul 26 15:13:45.912327 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:45.932069 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ee3907b4-ceb8-4069-8460-f5869a190617 admin admin] Publish callbacks [] for security_group (4e2f39c8-a419-454a-bd6d-94e3eaef3012), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:45.953402 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da687d-29c3-4972-bc60-b2d6154d87c6 req-32ce8370-039c-4e6e-9131-f6710d8ca688 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:45.954923 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c7da687d-29c3-4972-bc60-b2d6154d87c6 req-32ce8370-039c-4e6e-9131-f6710d8ca688 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0488968 Jul 26 15:13:46.005603 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c7da687d-29c3-4972-bc60-b2d6154d87c6 req-b9e36fa1-ab74-4934-8531-96a96beaea12 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447688 Jul 26 15:13:46.048755 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ee3907b4-ceb8-4069-8460-f5869a190617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4e2f39c8-a419-454a-bd6d-94e3eaef3012), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:46.092083 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ee3907b4-ceb8-4069-8460-f5869a190617 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=65f5b9856565473c956c69501b8b2f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4878232 Jul 26 15:13:46.092926 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3907b4-ceb8-4069-8460-f5869a190617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2f39c8-a419-454a-bd6d-94e3eaef3012,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:46.095312 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42116) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:46.137495 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:46.147521 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7748b59e-b2b3-467d-93b5-f2354f3fe9ce admin admin] Publish callbacks [] for security_group (4e2f39c8-a419-454a-bd6d-94e3eaef3012), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:46.169619 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7748b59e-b2b3-467d-93b5-f2354f3fe9ce admin admin] Publish callbacks [] for security_group (4e2f39c8-a419-454a-bd6d-94e3eaef3012), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:46.363390 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:46.364161 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7748b59e-b2b3-467d-93b5-f2354f3fe9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4e2f39c8-a419-454a-bd6d-94e3eaef3012), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:46.367239 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7748b59e-b2b3-467d-93b5-f2354f3fe9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:46.369785 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7748b59e-b2b3-467d-93b5-f2354f3fe9ce admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4e2f39c8-a419-454a-bd6d-94e3eaef3012 HTTP/1.1" status: 204 len: 168 time: 0.2731619 Jul 26 15:13:46.379220 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748b59e-b2b3-467d-93b5-f2354f3fe9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2f39c8-a419-454a-bd6d-94e3eaef3012,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:47.133929 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9da9f2-f457-4a19-9bbd-9fea7da50adc req-7ba96f63-6fe6-449c-9f4d-6734f9001f27 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:47.135476 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8c9da9f2-f457-4a19-9bbd-9fea7da50adc req-7ba96f63-6fe6-449c-9f4d-6734f9001f27 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0503411 Jul 26 15:13:47.195109 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8c9da9f2-f457-4a19-9bbd-9fea7da50adc req-916e0a81-1e62-4250-b61c-825b576d70e4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535426 Jul 26 15:13:47.277821 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42130) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:47.292343 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2468d157-2dd0-4b1d-956e-755df234b8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.325382 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:47.376774 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2468d157-2dd0-4b1d-956e-755df234b8cb admin admin] Publish callbacks [] for security_group (810d8388-557d-4606-9fb3-ab2bbf998613), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.392788 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.529774 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2502063c-3c10-4030-a909-7cee5ad78877 req-373113aa-894a-4f24-aacb-d6b6b36e493c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392725 Jul 26 15:13:47.585918 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2468d157-2dd0-4b1d-956e-755df234b8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (810d8388-557d-4606-9fb3-ab2bbf998613), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.628744 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-2468d157-2dd0-4b1d-956e-755df234b8cb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=660081e9e1914771a47b3caf9fcc2923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497336 Jul 26 15:13:47.632170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42134) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:47.645714 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468d157-2dd0-4b1d-956e-755df234b8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810d8388-557d-4606-9fb3-ab2bbf998613,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:47.653795 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502063c-3c10-4030-a909-7cee5ad78877 req-ae31a644-8437-4eab-a9a2-b75235de5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:47.655322 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2502063c-3c10-4030-a909-7cee5ad78877 req-ae31a644-8437-4eab-a9a2-b75235de5f9b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1129 time: 0.0420339 Jul 26 15:13:47.693634 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-498a3b86-d4be-4907-980b-eddb05e50d69 admin admin] Publish callbacks [] for security_group (810d8388-557d-4606-9fb3-ab2bbf998613), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.719207 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-498a3b86-d4be-4907-980b-eddb05e50d69 admin admin] Publish callbacks [] for security_group (810d8388-557d-4606-9fb3-ab2bbf998613), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.734199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:47.783289 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502063c-3c10-4030-a909-7cee5ad78877 req-49deb347-f774-4134-a14b-ec3042adb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:47.785001 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2502063c-3c10-4030-a909-7cee5ad78877 req-49deb347-f774-4134-a14b-ec3042adb1b6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 910 time: 0.1082160 Jul 26 15:13:47.860312 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2502063c-3c10-4030-a909-7cee5ad78877 req-abe1605b-8ec9-445f-b8bd-fc92483a2b05 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 1001 time: 0.0662520 Jul 26 15:13:47.918070 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502063c-3c10-4030-a909-7cee5ad78877 req-2f585b31-b901-4f8a-9d18-b74b9103e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:47.919718 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2502063c-3c10-4030-a909-7cee5ad78877 req-2f585b31-b901-4f8a-9d18-b74b9103e96d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 200 len: 848 time: 0.0527165 Jul 26 15:13:47.924686 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-498a3b86-d4be-4907-980b-eddb05e50d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (810d8388-557d-4606-9fb3-ab2bbf998613), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.927483 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-498a3b86-d4be-4907-980b-eddb05e50d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.929774 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-498a3b86-d4be-4907-980b-eddb05e50d69 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/810d8388-557d-4606-9fb3-ab2bbf998613 HTTP/1.1" status: 204 len: 168 time: 0.2957301 Jul 26 15:13:47.938569 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a3b86-d4be-4907-980b-eddb05e50d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d8388-557d-4606-9fb3-ab2bbf998613,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:47.980272 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502063c-3c10-4030-a909-7cee5ad78877 req-c8a82500-907b-4e09-889c-f11ee368f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:47.982062 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2502063c-3c10-4030-a909-7cee5ad78877 req-c8a82500-907b-4e09-889c-f11ee368f82c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557878 Jul 26 15:13:48.088032 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2502063c-3c10-4030-a909-7cee5ad78877 req-55a07b7e-eb81-4473-8f8c-240947ce5c77 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992355 Jul 26 15:13:48.189095 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2502063c-3c10-4030-a909-7cee5ad78877 req-77f8d179-c9c8-45ad-8c38-5b7f4317c3e5 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947297 Jul 26 15:13:48.351227 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fd8e7-cf86-492e-9b31-504cff8f23b2 req-0c7127cf-5af9-43e9-a4c3-ab078e8eacca tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:48.353308 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-564fd8e7-cf86-492e-9b31-504cff8f23b2 req-0c7127cf-5af9-43e9-a4c3-ab078e8eacca tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 945 time: 0.0737257 Jul 26 15:13:48.419074 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-564fd8e7-cf86-492e-9b31-504cff8f23b2 req-117395f1-d075-4626-840f-fc82216ef13c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585873 Jul 26 15:13:49.018831 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:49.097069 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d is: ACTIVE; New status is: DOWN {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:13:49.097453 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:49.121966 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:13:49.124272 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ffa42f-2d08-47c9-b9fb-89b5a326ed86" -d '{"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-unplugged", "status": "completed", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:49.139339 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:49.169011 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Jul 2022 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f993af8c-afbd-4570-b2f0-5ad61eb754cc x-openstack-request-id: req-f993af8c-afbd-4570-b2f0-5ad61eb754cc {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:49.169299 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-unplugged", "status": "failed", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d", "code": 422}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:49.169547 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f993af8c-afbd-4570-b2f0-5ad61eb754cc {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:49.169947 dv-cinder-850668-2-iscsi neutron-server[116403]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f993af8c-afbd-4570-b2f0-5ad61eb754cc']: {'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'code': 422} returned with failed status Jul 26 15:13:49.214618 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:49.260726 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:49.275627 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=8']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:50.247425 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42208) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:50.865832 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3415ff-05ac-4a3f-85fc-bd07841ca68f req-76a7add6-31b1-4792-ac04-3ea003b0fdbb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:50.865832 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b3415ff-05ac-4a3f-85fc-bd07841ca68f req-76a7add6-31b1-4792-ac04-3ea003b0fdbb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.3684452 Jul 26 15:13:50.889821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:50.950447 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b3415ff-05ac-4a3f-85fc-bd07841ca68f req-e82a90d0-76aa-47a1-ae68-6e9425bef8eb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840993 Jul 26 15:13:50.951419 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Deleting port e18a25a2-d3db-41da-91fa-b94c78a27149 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:50.951787 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (e18a25a2-d3db-41da-91fa-b94c78a27149), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:51.006455 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:51.037521 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (e18a25a2-d3db-41da-91fa-b94c78a27149), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:51.037862 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for floatingip (e18a25a2-d3db-41da-91fa-b94c78a27149), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:51.051422 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Calling delete_port for e18a25a2-d3db-41da-91fa-b94c78a27149 owned by network:floatingip {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:51.246340 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-d7432854-89a0-4e19-8ca8-9571ece363f5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416188 Jul 26 15:13:51.321514 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-037798e2-9e09-4955-9b0b-62335aca43d3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:51.323317 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-037798e2-9e09-4955-9b0b-62335aca43d3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports/914aac9d-0f65-4fef-a9cf-7ea754b0fa1d HTTP/1.1" status: 200 len: 940 time: 0.0503211 Jul 26 15:13:51.324563 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (e18a25a2-d3db-41da-91fa-b94c78a27149), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:51.359174 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event deleted for resources: {'Port': ['ID=e18a25a2-d3db-41da-91fa-b94c78a27149,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:51.426194 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for floatingip (ea5f0942-c766-4486-9e41-6cb92dfdcdf0), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:51.426613 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Floating IP ea5f0942-c766-4486-9e41-6cb92dfdcdf0 disassociated (deleted). External IP: 172.27.2.210, port: 79dc17dd-0f41-4a9f-9307-9de726b3d06e. Jul 26 15:13:51.642959 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Router 3209babc-7e8a-4696-9cad-3c8302ad13ff has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:13:51.732845 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:51.762941 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:13:51.768114 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:51.775769 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] Sync routers for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:13:51.786878 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:13:51.787893 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:51.807588 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-d48dc2f6-8a50-4aea-af9b-0683742d41e4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "DELETE /v2.0/floatingips/ea5f0942-c766-4486-9e41-6cb92dfdcdf0 HTTP/1.1" status: 204 len: 168 time: 1.5589657 Jul 26 15:13:51.808448 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:13:51.811039 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b" -d '{"events": [{"name": "network-changed", "server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:51.969024 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce23b5-e8bd-4bc6-aee2-235db51d4c3b x-openstack-request-id: req-30ce23b5-e8bd-4bc6-aee2-235db51d4c3b {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:51.969382 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:51.969699 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-30ce23b5-e8bd-4bc6-aee2-235db51d4c3b {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:51.970169 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ce23b5-e8bd-4bc6-aee2-235db51d4c3b'] response: {'name': 'network-changed', 'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'status': 'completed', 'code': 200} Jul 26 15:13:52.026799 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-3ce1355a-4c55-4ed8-b481-9714caab247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:52.029020 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-3ce1355a-4c55-4ed8-b481-9714caab247b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 1129 time: 0.0504124 Jul 26 15:13:52.036415 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42280) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:52.050197 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:13:52.195161 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0ae7e-3fc0-4f9b-9a48-97f0b40076c7 req-6c4a6de2-7ec7-4c8c-9316-70759127f059 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:52.203138 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c4e0ae7e-3fc0-4f9b-9a48-97f0b40076c7 req-6c4a6de2-7ec7-4c8c-9316-70759127f059 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.1036522 Jul 26 15:13:52.211596 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:52.214891 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f9963485-acf0-4f41-8feb-4b2ab2321fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:52.231213 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-c7bd15c0-165c-47a2-8e22-63f4c95e8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:52.233755 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-c7bd15c0-165c-47a2-8e22-63f4c95e8f68 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 200 len: 910 time: 0.1973753 Jul 26 15:13:52.280734 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c4e0ae7e-3fc0-4f9b-9a48-97f0b40076c7 req-a8f1f86b-dc34-4f31-a942-a05e077f1049 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760202 Jul 26 15:13:52.294045 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:48Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:52.323311 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] Checking router: 3209babc-7e8a-4696-9cad-3c8302ad13ff for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:13:52.332458 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f9963485-acf0-4f41-8feb-4b2ab2321fcc admin admin] Publish callbacks [] for security_group (0b9a01f8-6d5e-4faf-9419-da682162a5da), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:52.351042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:13:52.352423 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:52.385590 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-5eb20e79-d2c9-40b4-99e9-7460e0708f24 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 200 len: 217 time: 0.0412731 Jul 26 15:13:52.454827 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-f9963485-acf0-4f41-8feb-4b2ab2321fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (0b9a01f8-6d5e-4faf-9419-da682162a5da), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:52.471802 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:13:52.472548 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-8961d2d5-8556-4baf-a607-85faf8271a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:52.474076 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-8961d2d5-8556-4baf-a607-85faf8271a07 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 200 len: 848 time: 0.0813632 Jul 26 15:13:52.490997 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6ddb5-2444-4694-95d2-a1afe8e857ab req-0c70567d-6669-48ee-9fc2-d7d478ac5396 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:52.493520 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-61f6ddb5-2444-4694-95d2-a1afe8e857ab req-0c70567d-6669-48ee-9fc2-d7d478ac5396 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0646384 Jul 26 15:13:52.498939 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9963485-acf0-4f41-8feb-4b2ab2321fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9a01f8-6d5e-4faf-9419-da682162a5da,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:52.515668 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-f9963485-acf0-4f41-8feb-4b2ab2321fcc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=039ae51ef6364be380785b7ab1f1bfc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794166 Jul 26 15:13:52.520150 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42290) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:52.556569 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:52.564512 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-3bb49b9b-f119-450f-8869-3e2d312041db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:52.566605 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-3bb49b9b-f119-450f-8869-3e2d312041db service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717051 Jul 26 15:13:52.585537 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1263fbe8-59f3-45ed-987f-ae40c221898b admin admin] Publish callbacks [] for security_group (0b9a01f8-6d5e-4faf-9419-da682162a5da), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:52.612186 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1263fbe8-59f3-45ed-987f-ae40c221898b admin admin] Publish callbacks [] for security_group (0b9a01f8-6d5e-4faf-9419-da682162a5da), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:52.633677 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-61f6ddb5-2444-4694-95d2-a1afe8e857ab req-ecc4df3d-45a8-42f3-acc0-07b7ef0ccbcb tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657020 Jul 26 15:13:52.784889 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:48Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:52.791798 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1263fbe8-59f3-45ed-987f-ae40c221898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (0b9a01f8-6d5e-4faf-9419-da682162a5da), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:52.794420 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1263fbe8-59f3-45ed-987f-ae40c221898b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:52.795712 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1263fbe8-59f3-45ed-987f-ae40c221898b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0b9a01f8-6d5e-4faf-9419-da682162a5da HTTP/1.1" status: 204 len: 168 time: 0.2742000 Jul 26 15:13:52.806530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263fbe8-59f3-45ed-987f-ae40c221898b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9a01f8-6d5e-4faf-9419-da682162a5da,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:52.817255 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051b9a5-d960-45fa-a00e-d2214a1bc717 None None] The sync data for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi is: [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:07:42Z', 'revision_number': 4, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '5ca23f3c-ea14-4378-87b2-488891a46509', 'name': '', 'network_id': 'a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'mac_address': 'fa:16:3e:ec:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:42Z', 'updated_at': '2022-07-26T15:07:48Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'subnets': [{'id': '08560f92-4368-409f-a92a-1a8e52a2ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:13:52.821663 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:53.069968 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe7bf2e-959a-43ff-9770-3a1abf42069f None None] New status for floating IP ea5f0942-c766-4486-9e41-6cb92dfdcdf0: DOWN {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:13:53.453960 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17550605-120b-4102-b67a-3ec9d4d09e31 req-6460f490-8b8d-4306-a177-c0fe512b02ca tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:53.455453 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-17550605-120b-4102-b67a-3ec9d4d09e31 req-6460f490-8b8d-4306-a177-c0fe512b02ca tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0495973 Jul 26 15:13:53.513239 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-17550605-120b-4102-b67a-3ec9d4d09e31 req-fd12ba6b-6b01-49b0-be4a-51a24998bd5d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514798 Jul 26 15:13:53.717514 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42310) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:53.732530 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9f018fe7-7805-48a8-a939-2a638c2c87c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:53.759078 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc1ec-35e7-4cf2-a9ae-caf872764a95 req-4c6b79cf-7a7d-4c4d-9a70-c542b29bc460 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:53.763976 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-81bdc1ec-35e7-4cf2-a9ae-caf872764a95 req-4c6b79cf-7a7d-4c4d-9a70-c542b29bc460 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0616558 Jul 26 15:13:53.814940 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:53.817056 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9f018fe7-7805-48a8-a939-2a638c2c87c7 admin admin] Publish callbacks [] for security_group (19b2ea5c-8b4d-40da-af39-fe69a19d5081), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:53.854640 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-81bdc1ec-35e7-4cf2-a9ae-caf872764a95 req-2a308de7-dbe7-4d27-a590-1ae09267dbf1 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/security-groups?id=cea804be-ce68-46c4-993b-bd35e677716d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882778 Jul 26 15:13:53.907706 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-dbc0f62e-66a8-4afa-ad96-61dd15150992 service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085336 Jul 26 15:13:53.912175 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9f018fe7-7805-48a8-a939-2a638c2c87c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (19b2ea5c-8b4d-40da-af39-fe69a19d5081), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:53.959655 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-9f018fe7-7805-48a8-a939-2a638c2c87c7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2b25677e9b62477aba9adfc897712a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407682 Jul 26 15:13:53.960354 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f018fe7-7805-48a8-a939-2a638c2c87c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b2ea5c-8b4d-40da-af39-fe69a19d5081,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:53.962517 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42312) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:54.025226 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e2ad-6792-47ca-9b65-674065717e6b admin admin] Publish callbacks [] for security_group (19b2ea5c-8b4d-40da-af39-fe69a19d5081), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.092570 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e2ad-6792-47ca-9b65-674065717e6b admin admin] Publish callbacks [] for security_group (19b2ea5c-8b4d-40da-af39-fe69a19d5081), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.153558 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-105b5e5b-cbb3-4f79-aaba-8cdb087fac1b req-4df841dd-da1a-4976-bbfa-2b5a3e1cbcff service neutron] 10.222.0.102 "GET /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399233 Jul 26 15:13:54.263258 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e2ad-6792-47ca-9b65-674065717e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (19b2ea5c-8b4d-40da-af39-fe69a19d5081), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.263453 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e2ad-6792-47ca-9b65-674065717e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.265694 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-2ce0e2ad-6792-47ca-9b65-674065717e6b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/19b2ea5c-8b4d-40da-af39-fe69a19d5081 HTTP/1.1" status: 204 len: 168 time: 0.3021455 Jul 26 15:13:54.279834 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0e2ad-6792-47ca-9b65-674065717e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b2ea5c-8b4d-40da-af39-fe69a19d5081,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:54.410981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8d945-9937-4719-a1d6-958a25568865 req-335c73b7-4bb0-4bcb-a86a-b057a980b2c4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:54.412423 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38b8d945-9937-4719-a1d6-958a25568865 req-335c73b7-4bb0-4bcb-a86a-b057a980b2c4 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.102 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 945 time: 0.0542357 Jul 26 15:13:54.444941 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42326) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:54.501183 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4628b6-d9db-4db4-8550-fb4826aa44ba admin admin] Deleting subnet 5ca1a5e5-57d2-4e31-a785-9539f442f0e9 {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:13:54.502541 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:54.504892 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ba4628b6-d9db-4db4-8550-fb4826aa44ba admin admin] Publish callbacks [] for subnet (5ca1a5e5-57d2-4e31-a785-9539f442f0e9), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.521709 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Deleting port 79dc17dd-0f41-4a9f-9307-9de726b3d06e {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:54.522056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.542319 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:54.553461 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ba4628b6-d9db-4db4-8550-fb4826aa44ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (5ca1a5e5-57d2-4e31-a785-9539f442f0e9), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.616940 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ba4628b6-d9db-4db4-8550-fb4826aa44ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (5ca1a5e5-57d2-4e31-a785-9539f442f0e9), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.652272 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] For port 79dc17dd-0f41-4a9f-9307-9de726b3d06e, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=79dc17dd-0f41-4a9f-9307-9de726b3d06e,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:54.652643 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.668432 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Calling delete_port for 79dc17dd-0f41-4a9f-9307-9de726b3d06e owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:54.687893 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79d0a-1b2d-4d4a-9614-1600dc40755f req-bb7b3627-3f44-47dd-8847-80195ab43c34 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:54.688829 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2fe79d0a-1b2d-4d4a-9614-1600dc40755f req-bb7b3627-3f44-47dd-8847-80195ab43c34 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0833175 Jul 26 15:13:54.727162 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:54.750451 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-2fe79d0a-1b2d-4d4a-9614-1600dc40755f req-8ea5bfed-cd12-473f-bcba-536e458adebd tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554726 Jul 26 15:13:54.877996 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ba4628b6-d9db-4db4-8550-fb4826aa44ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (5ca1a5e5-57d2-4e31-a785-9539f442f0e9), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.911657 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4628b6-d9db-4db4-8550-fb4826aa44ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca1a5e5-57d2-4e31-a785-9539f442f0e9,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:54.912599 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (79dc17dd-0f41-4a9f-9307-9de726b3d06e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.921143 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ba4628b6-d9db-4db4-8550-fb4826aa44ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.925307 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ba4628b6-d9db-4db4-8550-fb4826aa44ba admin admin] 10.222.0.94 "DELETE /v2.0/subnets/5ca1a5e5-57d2-4e31-a785-9539f442f0e9 HTTP/1.1" status: 204 len: 168 time: 0.4790928 Jul 26 15:13:54.927781 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42336) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:54.968147 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event deleted for resources: {'Port': ['ID=79dc17dd-0f41-4a9f-9307-9de726b3d06e,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:55.034026 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0770fd26-7c1f-46f6-875e-618bc793f7d9 req-fffea33b-c884-46b0-8de1-8b1d2777f475 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 210 time: 0.0670919 Jul 26 15:13:55.037455 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (e514c546-3874-4a24-99dd-5c1b28f3cb5e), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.057227 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] No DVR routers for this DVR port 79dc17dd-0f41-4a9f-9307-9de726b3d06e on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:13:55.072284 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.077003 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38b8d945-9937-4719-a1d6-958a25568865 req-6c62cffc-cd06-42f2-9a3d-aee170060a21 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.102 "DELETE /v2.0/ports/79dc17dd-0f41-4a9f-9307-9de726b3d06e HTTP/1.1" status: 204 len: 173 time: 0.6563332 Jul 26 15:13:55.077613 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'name': 'network-vif-deleted', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:13:55.081257 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76af780-555b-49c2-b63b-b92e1ea58711" -d '{"events": [{"server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "name": "network-vif-deleted", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:55.133747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dc958b-ad44-43a7-901a-bcdd87b08488 x-openstack-request-id: req-50dc958b-ad44-43a7-901a-bcdd87b08488 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:55.133747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440d23f7-96c6-46ce-b2ff-147c4070509b", "name": "network-vif-deleted", "tag": "79dc17dd-0f41-4a9f-9307-9de726b3d06e", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:55.133747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-50dc958b-ad44-43a7-901a-bcdd87b08488 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:55.133747 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50dc958b-ad44-43a7-901a-bcdd87b08488'] response: {'server_uuid': '440d23f7-96c6-46ce-b2ff-147c4070509b', 'name': 'network-vif-deleted', 'tag': '79dc17dd-0f41-4a9f-9307-9de726b3d06e', 'status': 'completed', 'code': 200} Jul 26 15:13:55.139265 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (e514c546-3874-4a24-99dd-5c1b28f3cb5e), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.161049 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e514c546-3874-4a24-99dd-5c1b28f3cb5e']}} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:55.171736 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70c83f7-b47c-443e-b39b-83af3ae3f28c') {'for_net_delete': True} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:55.172031 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70c83f7-b47c-443e-b39b-83af3ae3f28c') {} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:55.178691 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:55.182865 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9346155'] for segment (e70c83f7-b47c-443e-b39b-83af3ae3f28c), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.200681 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (e70c83f7-b47c-443e-b39b-83af3ae3f28c), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.208359 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=116401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:13:55.208756 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3735883'] for segment (e70c83f7-b47c-443e-b39b-83af3ae3f28c), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.400556 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment e70c83f7-b47c-443e-b39b-83af3ae3f28c resource provider aggregate not found Jul 26 15:13:55.420670 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (e514c546-3874-4a24-99dd-5c1b28f3cb5e), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.432201 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.436193 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] 10.222.0.94 "DELETE /v2.0/networks/e514c546-3874-4a24-99dd-5c1b28f3cb5e HTTP/1.1" status: 204 len: 168 time: 0.5073032 Jul 26 15:13:55.439142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42356) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:55.439306 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment e70c83f7-b47c-443e-b39b-83af3ae3f28c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e70c83f7-b47c-443e-b39b-83af3ae3f28c found for delete ", "request_id": "req-b468d3af-53b3-4b55-90b8-21243c111ea4"}]} Jul 26 15:13:55.454792 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffaedb-c968-4ab6-8e64-380ae9bcaf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=e514c546-3874-4a24-99dd-5c1b28f3cb5e,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:55.502499 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf5e55a-5edc-4555-808e-8fb427703e0d admin admin] Deleting subnet a5af8b4b-109f-4309-a3a1-3d6b55de4c69 {{(pid=116402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:13:55.506263 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e55a-5edc-4555-808e-8fb427703e0d admin admin] Publish callbacks [] for subnet (a5af8b4b-109f-4309-a3a1-3d6b55de4c69), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.549265 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e55a-5edc-4555-808e-8fb427703e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8880115'] for subnet (a5af8b4b-109f-4309-a3a1-3d6b55de4c69), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.588074 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e55a-5edc-4555-808e-8fb427703e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (a5af8b4b-109f-4309-a3a1-3d6b55de4c69), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.736210 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e55a-5edc-4555-808e-8fb427703e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314733'] for subnet (a5af8b4b-109f-4309-a3a1-3d6b55de4c69), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.773201 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5e55a-5edc-4555-808e-8fb427703e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5af8b4b-109f-4309-a3a1-3d6b55de4c69,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:55.775276 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e55a-5edc-4555-808e-8fb427703e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.778841 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1bf5e55a-5edc-4555-808e-8fb427703e0d admin admin] 10.222.0.94 "DELETE /v2.0/subnets/a5af8b4b-109f-4309-a3a1-3d6b55de4c69 HTTP/1.1" status: 204 len: 168 time: 0.3377535 Jul 26 15:13:55.780819 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42362) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:55.891615 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (a2154477-7ef7-4a72-a52b-3a613a117d97), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.910555 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e5d68-9d14-48ae-9ebd-02c76a01ce49 req-ce4e7819-6165-4000-a470-b1d024faa0be tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:55.912172 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e71e5d68-9d14-48ae-9ebd-02c76a01ce49 req-ce4e7819-6165-4000-a470-b1d024faa0be tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0671403 Jul 26 15:13:56.045925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:56.050242 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (a2154477-7ef7-4a72-a52b-3a613a117d97), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.055526 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e71e5d68-9d14-48ae-9ebd-02c76a01ce49 req-b5579396-25b6-4a14-96cb-a3c50b546a26 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347020 Jul 26 15:13:56.080530 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2154477-7ef7-4a72-a52b-3a613a117d97']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:56.093683 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e78412a-3b59-47be-b66f-39340c6fe6ad') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:56.094017 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e78412a-3b59-47be-b66f-39340c6fe6ad') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:56.108792 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (5e78412a-3b59-47be-b66f-39340c6fe6ad), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.129183 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (5e78412a-3b59-47be-b66f-39340c6fe6ad), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.137754 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:13:56.138235 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (5e78412a-3b59-47be-b66f-39340c6fe6ad), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.178696 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6b1c9484-909d-42a5-8900-fa193de7cd6d req-8b4c2bbc-ed60-4018-a2b6-befc9a4981c5 tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "GET /v2.0/ports?device_id=440d23f7-96c6-46ce-b2ff-147c4070509b HTTP/1.1" status: 200 len: 210 time: 0.0433688 Jul 26 15:13:56.188810 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment 5e78412a-3b59-47be-b66f-39340c6fe6ad resource provider aggregate not found Jul 26 15:13:56.209723 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment 5e78412a-3b59-47be-b66f-39340c6fe6ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e78412a-3b59-47be-b66f-39340c6fe6ad found for delete ", "request_id": "req-d103e542-0c52-4eb4-81dc-3e579235e676"}]} Jul 26 15:13:56.307517 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (a2154477-7ef7-4a72-a52b-3a613a117d97), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.313396 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.316979 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] 10.222.0.94 "DELETE /v2.0/networks/a2154477-7ef7-4a72-a52b-3a613a117d97 HTTP/1.1" status: 204 len: 168 time: 0.5349123 Jul 26 15:13:56.328689 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d916653-2025-4558-8644-4d4e8aba614e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2154477-7ef7-4a72-a52b-3a613a117d97,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:56.636596 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42382) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:56.724284 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-92ec92b4-dfd9-4ccf-803e-132ec69edb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:56.725805 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-92ec92b4-dfd9-4ccf-803e-132ec69edb8e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b&tenant_id=b57441fed5b5437581930346bf9116ef HTTP/1.1" status: 200 len: 1127 time: 0.0490384 Jul 26 15:13:56.763968 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ea79bea2-e1fe-429c-bcb4-c1bcce1f6462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.788372 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-95759c08-ad34-40ed-8cad-ce958d6ba166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:56.789888 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-95759c08-ad34-40ed-8cad-ce958d6ba166 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 1127 time: 0.0402369 Jul 26 15:13:56.816228 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42386) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:56.881026 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:56.891978 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ea79bea2-e1fe-429c-bcb4-c1bcce1f6462 admin admin] Publish callbacks [] for security_group (69ff6b36-00b5-427c-989a-fc9a1c7befa4), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.894820 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-217c4f8d-fec7-4489-ba5b-20ebd1fe8764 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=912b783c262149598bbc2b398aec7ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776019 Jul 26 15:13:56.896994 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-ff1236ac-47d8-42e2-82e9-e433e8d4b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:56.897528 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42388) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:56.898438 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-ff1236ac-47d8-42e2-82e9-e433e8d4b06a service neutron] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 918 time: 0.1027002 Jul 26 15:13:56.955229 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d084da4b-59dd-460d-b44e-ec2d74b7a4ae admin admin] Publish callbacks [] for security_group (fd40d26d-f662-446d-a6ca-7c50f77e9c0b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:56.966831 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-1d17f9f5-e5bb-400d-8486-6c7633266394 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d HTTP/1.1" status: 200 len: 999 time: 0.0621176 Jul 26 15:13:56.980533 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d084da4b-59dd-460d-b44e-ec2d74b7a4ae admin admin] Publish callbacks [] for security_group (fd40d26d-f662-446d-a6ca-7c50f77e9c0b), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.008593 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ea79bea2-e1fe-429c-bcb4-c1bcce1f6462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (69ff6b36-00b5-427c-989a-fc9a1c7befa4), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.026377 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-fde1c329-bf27-4679-a4d6-94d806eb840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:57.027865 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-fde1c329-bf27-4679-a4d6-94d806eb840a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0539098 Jul 26 15:13:57.055879 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ea79bea2-e1fe-429c-bcb4-c1bcce1f6462 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0b69ff3fcc5842eeac935ebf0d40d5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157345 Jul 26 15:13:57.058173 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 79dc17dd-0f41-4a9f-9307-9de726b3d06e no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:57.058836 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42390) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:57.065807 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79bea2-e1fe-429c-bcb4-c1bcce1f6462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ff6b36-00b5-427c-989a-fc9a1c7befa4,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:57.084650 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-23ef2c63-1278-4c3e-805b-cefcdc8144ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:57.086233 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-23ef2c63-1278-4c3e-805b-cefcdc8144ed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499234 Jul 26 15:13:57.123099 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c10cb6e-ee3d-413e-9690-28cbf9d18e95 admin admin] Publish callbacks [] for security_group (69ff6b36-00b5-427c-989a-fc9a1c7befa4), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.124105 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 79dc17dd-0f41-4a9f-9307-9de726b3d06e {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:13:57.126017 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 79dc17dd-0f41-4a9f-9307-9de726b3d06e not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:57.150524 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c10cb6e-ee3d-413e-9690-28cbf9d18e95 admin admin] Publish callbacks [] for security_group (69ff6b36-00b5-427c-989a-fc9a1c7befa4), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.180478 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d084da4b-59dd-460d-b44e-ec2d74b7a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (fd40d26d-f662-446d-a6ca-7c50f77e9c0b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.184435 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d084da4b-59dd-460d-b44e-ec2d74b7a4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.187625 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-d084da4b-59dd-460d-b44e-ec2d74b7a4ae admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fd40d26d-f662-446d-a6ca-7c50f77e9c0b HTTP/1.1" status: 204 len: 168 time: 0.2866514 Jul 26 15:13:57.202904 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084da4b-59dd-460d-b44e-ec2d74b7a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40d26d-f662-446d-a6ca-7c50f77e9c0b,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:57.245306 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae7b25-b4b5-4029-8b59-6ccaf38e006a req-e38a7ba2-f1d9-49ed-8e52-aa0cf15c9cba tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:57.255708 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a5ae7b25-b4b5-4029-8b59-6ccaf38e006a req-e38a7ba2-f1d9-49ed-8e52-aa0cf15c9cba tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0926955 Jul 26 15:13:57.294064 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-d8e7e6e4-2eae-48d4-89a8-13e5ad0ce408 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010863 Jul 26 15:13:57.310682 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42398) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:57.348194 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c10cb6e-ee3d-413e-9690-28cbf9d18e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (69ff6b36-00b5-427c-989a-fc9a1c7befa4), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.350956 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-5c10cb6e-ee3d-413e-9690-28cbf9d18e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.352311 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-5c10cb6e-ee3d-413e-9690-28cbf9d18e95 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/69ff6b36-00b5-427c-989a-fc9a1c7befa4 HTTP/1.1" status: 204 len: 168 time: 0.2930226 Jul 26 15:13:57.370627 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10cb6e-ee3d-413e-9690-28cbf9d18e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ff6b36-00b5-427c-989a-fc9a1c7befa4,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:57.373518 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a5ae7b25-b4b5-4029-8b59-6ccaf38e006a req-935cc799-160e-4397-ae42-b380793a7e87 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155980 Jul 26 15:13:57.390027 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:57.393305 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4de9d710-6627-4363-a68e-dcedab5104ce tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group (cea804be-ce68-46c4-993b-bd35e677716d), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.426963 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4de9d710-6627-4363-a68e-dcedab5104ce tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group (cea804be-ce68-46c4-993b-bd35e677716d), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.453584 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-877b8711-22fe-49f9-8df1-4239f8c303bb req-0a9a9905-b88b-45b4-86e2-943d7f6b70ae service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510544 Jul 26 15:13:57.778643 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4de9d710-6627-4363-a68e-dcedab5104ce tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (cea804be-ce68-46c4-993b-bd35e677716d), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.782863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-4de9d710-6627-4363-a68e-dcedab5104ce tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.787061 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-4de9d710-6627-4363-a68e-dcedab5104ce tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] 10.222.0.94 "DELETE /v2.0/security-groups/cea804be-ce68-46c4-993b-bd35e677716d HTTP/1.1" status: 204 len: 168 time: 0.4728608 Jul 26 15:13:57.814442 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9d710-6627-4363-a68e-dcedab5104ce tempest-TestShelveInstance-399459725 tempest-TestShelveInstance-399459725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea804be-ce68-46c4-993b-bd35e677716d,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:57.965981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42414) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:58.244312 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:58.295597 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42430) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:58.338306 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:58.357004 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-00c096c7-a658-4566-98d5-9821f80bd450 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f133d4db3602405dbd1717f77ac9d09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571096 Jul 26 15:13:58.359790 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42432) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:58.489826 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe8e1-2bb6-404a-9805-0477af43df4c admin admin] Publish callbacks [] for security_group (9f02ff3b-ae21-4a8f-88b2-70b9f6a26024), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:58.534973 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe8e1-2bb6-404a-9805-0477af43df4c admin admin] Publish callbacks [] for security_group (9f02ff3b-ae21-4a8f-88b2-70b9f6a26024), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:58.542736 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (3209babc-7e8a-4696-9cad-3c8302ad13ff), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:58.639375 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e445c4-8fa7-470a-ae8f-b594b4c0b9fd req-45f1a80b-f99d-45a3-83e1-12e71e4e5a35 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:13:58.641131 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e7e445c4-8fa7-470a-ae8f-b594b4c0b9fd req-45f1a80b-f99d-45a3-83e1-12e71e4e5a35 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.1011853 Jul 26 15:13:58.733896 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e7e445c4-8fa7-470a-ae8f-b594b4c0b9fd req-16baa27f-c889-4437-94aa-0a111fb40e1c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665073 Jul 26 15:13:58.746378 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe8e1-2bb6-404a-9805-0477af43df4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (9f02ff3b-ae21-4a8f-88b2-70b9f6a26024), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:58.748828 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe8e1-2bb6-404a-9805-0477af43df4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:58.752471 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-6c8fe8e1-2bb6-404a-9805-0477af43df4c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9f02ff3b-ae21-4a8f-88b2-70b9f6a26024 HTTP/1.1" status: 204 len: 168 time: 0.3890302 Jul 26 15:13:58.768670 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fe8e1-2bb6-404a-9805-0477af43df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f02ff3b-ae21-4a8f-88b2-70b9f6a26024,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:58.787137 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:58.873019 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Deleting port 5ca23f3c-ea14-4378-87b2-488891a46509 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:13:58.873338 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:58.998307 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] For port 5ca23f3c-ea14-4378-87b2-488891a46509, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=5ca23f3c-ea14-4378-87b2-488891a46509,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:59.000495 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:59.035421 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Calling delete_port for 5ca23f3c-ea14-4378-87b2-488891a46509 owned by network:router_interface {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:13:59.309168 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:59.409299 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (5ca23f3c-ea14-4378-87b2-488891a46509), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:59.439850 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca23f3c-ea14-4378-87b2-488891a46509,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:00.094184 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7d9cc-403a-4569-acbc-2d287ce91140 req-e55481ad-20d1-4e14-bd3a-a90b0b5c497b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:00.101070 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-33a7d9cc-403a-4569-acbc-2d287ce91140 req-e55481ad-20d1-4e14-bd3a-a90b0b5c497b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.1926811 Jul 26 15:14:00.190774 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (3209babc-7e8a-4696-9cad-3c8302ad13ff), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:00.282062 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-33a7d9cc-403a-4569-acbc-2d287ce91140 req-6f2e3dfe-e716-4ecc-aa46-e2f9cd5ffd55 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734855 Jul 26 15:14:00.594069 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Router 3209babc-7e8a-4696-9cad-3c8302ad13ff has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:14:00.648534 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42480) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:00.783785 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:00.794820 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-05a4d615-5e00-457d-a529-fa2ae5c0ccc5 admin admin] 10.222.0.94 "PUT /v2.0/routers/3209babc-7e8a-4696-9cad-3c8302ad13ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8277435 Jul 26 15:14:00.796991 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] Sync routers for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:00.797941 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42484) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:00.820007 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:00.821335 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:00.846484 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1432297058-network', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:00.879145 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:00.967881 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks [] for router (3209babc-7e8a-4696-9cad-3c8302ad13ff), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:00.985128 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:01.037619 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Made reservation on behalf of aba3d424c6e64b9fb2b0c5e16eb42763 for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:14:01.041213 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.051606 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.194218 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks [] for router_gateway (3209babc-7e8a-4696-9cad-3c8302ad13ff), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.204668 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Publish callbacks [] for security_group (ecf65a02-030f-4251-8300-b7437c5a3d6a), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.320418 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:13:59Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:01.359708 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] Checking router: 3209babc-7e8a-4696-9cad-3c8302ad13ff for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:01.386877 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] Routers {'3209babc-7e8a-4696-9cad-3c8302ad13ff'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:01.389775 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['3209babc-7e8a-4696-9cad-3c8302ad13ff'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:01.409006 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (ecf65a02-030f-4251-8300-b7437c5a3d6a), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.451720 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:14:01.489428 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (b10227f2-daae-4ffd-95bf-7c5eba4114cd), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.489998 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Added segment b10227f2-daae-4ffd-95bf-7c5eba4114cd of type vlan for network 987fc3bc-a943-4666-a158-3d1f2187f71f Jul 26 15:14:01.491675 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf65a02-030f-4251-8300-b7437c5a3d6a,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:01.550984 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (987fc3bc-a943-4666-a158-3d1f2187f71f), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.643074 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] Set router 3209babc-7e8a-4696-9cad-3c8302ad13ff gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:01.654082 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Deleting port 390b7851-28fd-47f3-8af4-b3b466b12730 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:14:01.654672 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.700409 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (987fc3bc-a943-4666-a158-3d1f2187f71f), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.702126 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:01.703072 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.737267 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce29a3-c3a9-470e-b8e2-5de54b00b695 req-c0bd5130-ca8f-4a75-84db-0455e54206a2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:01.745792 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-91ce29a3-c3a9-470e-b8e2-5de54b00b695 req-c0bd5130-ca8f-4a75-84db-0455e54206a2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.2900658 Jul 26 15:14:01.834115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] Pushing event updated for resources: {'Network': ['ID=987fc3bc-a943-4666-a158-3d1f2187f71f,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:01.843833 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-91ce29a3-c3a9-470e-b8e2-5de54b00b695 req-faa3a2e3-eb7e-41f2-9d00-6bf91fa731e6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965555 Jul 26 15:14:01.854556 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] For port 390b7851-28fd-47f3-8af4-b3b466b12730, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=390b7851-28fd-47f3-8af4-b3b466b12730,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:01.854556 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:01.873147 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Calling delete_port for 390b7851-28fd-47f3-8af4-b3b466b12730 owned by network:router_gateway {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:14:01.889776 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1ff00861-741e-4bd7-90d3-c2e1dcec8851 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2396266 Jul 26 15:14:01.892850 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42492) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:01.900829 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Request body: {'subnet': {'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1432297058-subnet', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:01.933375 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network 987fc3bc-a943-4666-a158-3d1f2187f71f details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:14:02.001666 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:02.064123 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Made reservation on behalf of aba3d424c6e64b9fb2b0c5e16eb42763 for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:14:02.066684 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314696'] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:02.194253 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:13:59Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:02.237796 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa2629-fb98-4ad2-aadb-e1d3fb769911 None None] The sync data for ids ['3209babc-7e8a-4696-9cad-3c8302ad13ff'] in dv-cinder-850668-2-iscsi is: [{'id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'name': 'tempest-TestShelveInstance-1409673313-router', 'tenant_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:38Z', 'updated_at': '2022-07-26T15:13:59Z', 'revision_number': 5, 'project_id': 'a9f0ab2fc6e64eada5f55a0f0a835073', 'gw_port': {'id': '390b7851-28fd-47f3-8af4-b3b466b12730', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209babc-7e8a-4696-9cad-3c8302ad13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:39Z', 'updated_at': '2022-07-26T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:02.356009 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (390b7851-28fd-47f3-8af4-b3b466b12730), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:02.471925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=390b7851-28fd-47f3-8af4-b3b466b12730,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:02.543780 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (3209babc-7e8a-4696-9cad-3c8302ad13ff), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:02.579507 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314726'] for subnet (ef76e977-ff2f-413f-a003-87b1892080e0), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:02.706657 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:02.739878 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef76e977-ff2f-413f-a003-87b1892080e0,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:02.762101 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (3209babc-7e8a-4696-9cad-3c8302ad13ff), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:02.765844 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks [] for router_controller (3209babc-7e8a-4696-9cad-3c8302ad13ff), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:02.839989 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Checking segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:02.840329 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Network hostable DHCP agents. Network: 987fc3bc-a943-4666-a158-3d1f2187f71f, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:14:03.045626 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:03.052570 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2521a97-ef62-4bc4-8fc8-c3d101bada26 req-dbc55e89-7b5d-4551-a70f-cdc0ae78b8d2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:03.054236 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e2521a97-ef62-4bc4-8fc8-c3d101bada26 req-dbc55e89-7b5d-4551-a70f-cdc0ae78b8d2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0743008 Jul 26 15:14:03.066852 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (3209babc-7e8a-4696-9cad-3c8302ad13ff), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.067846 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3209babc-7e8a-4696-9cad-3c8302ad13ff {{(pid=116402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:14:03.069904 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Network 987fc3bc-a943-4666-a158-3d1f2187f71f is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:14:03.082038 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.087092 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42502) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:03.087384 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4855f2de-e371-47be-846e-4b0d44990e96 admin admin] 10.222.0.94 "DELETE /v2.0/routers/3209babc-7e8a-4696-9cad-3c8302ad13ff HTTP/1.1" status: 204 len: 168 time: 2.2879105 Jul 26 15:14:03.152799 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e2521a97-ef62-4bc4-8fc8-c3d101bada26 req-4a5b1fc9-e2bf-4d5e-9ed8-21dfeeba3e37 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917943 Jul 26 15:14:03.167636 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8a9219-94d0-42c6-ac1a-78fa7b352869 admin admin] Deleting subnet 08560f92-4368-409f-a92a-1a8e52a2ba78 {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:14:03.171671 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9219-94d0-42c6-ac1a-78fa7b352869 admin admin] Publish callbacks [] for subnet (08560f92-4368-409f-a92a-1a8e52a2ba78), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.217099 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9219-94d0-42c6-ac1a-78fa7b352869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (08560f92-4368-409f-a92a-1a8e52a2ba78), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.243563 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, 987fc3bc-a943-4666-a158-3d1f2187f71f) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:03.249268 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:03.253786 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.281719 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:03.295919 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8853d59-b2e7-4b08-a1f1-e0e8fe1233fa None None] Network 987fc3bc-a943-4666-a158-3d1f2187f71f requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:14:03.354464 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9219-94d0-42c6-ac1a-78fa7b352869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (08560f92-4368-409f-a92a-1a8e52a2ba78), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.466956 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42504) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:03.467527 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-8c57be54-f73b-4646-82e6-c132b651db00 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5729904 Jul 26 15:14:03.475125 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:03.494120 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-987fc3bc-a943-4666-a158-3d1f2187f71f', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:14:03.495290 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.533925 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:03.587274 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9219-94d0-42c6-ac1a-78fa7b352869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (08560f92-4368-409f-a92a-1a8e52a2ba78), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.628199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a9219-94d0-42c6-ac1a-78fa7b352869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08560f92-4368-409f-a92a-1a8e52a2ba78,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:03.630734 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9219-94d0-42c6-ac1a-78fa7b352869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:03.634561 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-cc8a9219-94d0-42c6-ac1a-78fa7b352869 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/08560f92-4368-409f-a92a-1a8e52a2ba78 HTTP/1.1" status: 204 len: 168 time: 0.5458457 Jul 26 15:14:03.637124 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42506) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:03.664455 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9376490-6d76-4c31-9808-cb0fad35bb36 None None] Network a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:14:03.945602 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:03.986611 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Allocated IP 172.20.0.2 (987fc3bc-a943-4666-a158-3d1f2187f71f/ef76e977-ff2f-413f-a003-87b1892080e0/070b82d9-2e20-4a35-89a8-71995b5b0762) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:04.044015 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 5ca23f3c-ea14-4378-87b2-488891a46509 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:14:04.100253 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 5ca23f3c-ea14-4378-87b2-488891a46509 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:14:04.100608 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 5ca23f3c-ea14-4378-87b2-488891a46509 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:14:04.101079 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 390b7851-28fd-47f3-8af4-b3b466b12730 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:14:04.117396 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (1bf29305-16c2-4bd4-9b01-a604b88005f7), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.117396 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (1bf29305-16c2-4bd4-9b01-a604b88005f7), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.130401 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.130823 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] DHCP port deletion for a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:14:04.136434 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 390b7851-28fd-47f3-8af4-b3b466b12730 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:14:04.136825 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 390b7851-28fd-47f3-8af4-b3b466b12730 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:14:04.217942 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks [] for router_controller (1bf29305-16c2-4bd4-9b01-a604b88005f7), precommit_add_association {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.219128 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Deleting port 3bb499ed-f2ba-44f8-b407-9dd382c7abef {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:14:04.219477 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.229346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] Deleting port 3bb499ed-f2ba-44f8-b407-9dd382c7abef {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:14:04.229854 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.299387 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] For port 3bb499ed-f2ba-44f8-b407-9dd382c7abef, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=3bb499ed-f2ba-44f8-b407-9dd382c7abef,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:04.299874 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.383388 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Publish callbacks [] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.394821 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] For port 3bb499ed-f2ba-44f8-b407-9dd382c7abef, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=3bb499ed-f2ba-44f8-b407-9dd382c7abef,segment=NetworkSegment(f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14),segment_id=f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:04.398246 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.408015 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Calling delete_port for 3bb499ed-f2ba-44f8-b407-9dd382c7abef owned by network:dhcp {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:14:04.414857 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:04.425510 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0ffa3-479e-4b08-9d0c-4db14a6e66bc req-c1bfa8df-841a-4b82-857e-7f03b7c6e4cc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:04.430203 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-efd0ffa3-479e-4b08-9d0c-4db14a6e66bc req-c1bfa8df-841a-4b82-857e-7f03b7c6e4cc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.1139550 Jul 26 15:14:04.430420 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] Calling delete_port for 3bb499ed-f2ba-44f8-b407-9dd382c7abef owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:14:04.510496 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.516266 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks [] for router_gateway (1bf29305-16c2-4bd4-9b01-a604b88005f7), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.566689 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-efd0ffa3-479e-4b08-9d0c-4db14a6e66bc req-d858cc14-0b9d-4b5b-ab7d-f8afe09c168f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239548 Jul 26 15:14:04.582172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Network 987fc3bc-a943-4666-a158-3d1f2187f71f is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:04.591109 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:04.591109 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:04.596545 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:14:04.600671 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Pushing event updated for resources: {'Port': ['ID=070b82d9-2e20-4a35-89a8-71995b5b0762,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:04.713925 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Attempting to bind port 070b82d9-2e20-4a35-89a8-71995b5b0762 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:14:04.714839 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Attempting to bind port 070b82d9-2e20-4a35-89a8-71995b5b0762 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:14:04.715264 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Attempting to bind port 070b82d9-2e20-4a35-89a8-71995b5b0762 on network 987fc3bc-a943-4666-a158-3d1f2187f71f {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:14:04.724366 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:14:04.724721 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Checking segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:04.725128 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.725574 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Bound using segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:14:04.726042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Bound port: 070b82d9-2e20-4a35-89a8-71995b5b0762, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:14:04.726594 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.795505 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.828083 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] For port 070b82d9-2e20-4a35-89a8-71995b5b0762, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:04.842116 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] For port 070b82d9-2e20-4a35-89a8-71995b5b0762, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=070b82d9-2e20-4a35-89a8-71995b5b0762,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:04.853940 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (3bb499ed-f2ba-44f8-b407-9dd382c7abef), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.854759 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] No DVR routers for this DVR port 3bb499ed-f2ba-44f8-b407-9dd382c7abef on host dv-cinder-850668-2-iscsi {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:14:04.872531 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb499ed-f2ba-44f8-b407-9dd382c7abef,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:04.885238 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] No DVR routers for this DVR port 3bb499ed-f2ba-44f8-b407-9dd382c7abef on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:14:04.888896 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e819f80-22d9-4fd1-9239-ff6c3412839b None None] Pushing event deleted for resources: {'Port': ['ID=3bb499ed-f2ba-44f8-b407-9dd382c7abef,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:04.954323 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:04.999106 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.038880 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a']}} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:05.050126 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a911ea4-39eb-4d6e-b80a-76c4f57db539 None None] Pushing event updated for resources: {'Port': ['ID=070b82d9-2e20-4a35-89a8-71995b5b0762,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:05.050705 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:05.052300 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks [] for router_gateway (1bf29305-16c2-4bd4-9b01-a604b88005f7), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.084919 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.089170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14') {'for_net_delete': True} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:05.089587 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14') {} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:05.108542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9346155'] for segment (f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.155457 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.167490 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=116401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:14:05.167922 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3735883'] for segment (f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.223038 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14 resource provider aggregate not found Jul 26 15:14:05.280130 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f37cfba3-9cc4-45f7-adda-bd8d9e3f8f14 found for delete ", "request_id": "req-2b7dd5ed-5a0f-4394-af0c-8288921c5244"}]} Jul 26 15:14:05.351473 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Allocated IP 172.27.2.113 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/ff6271f7-3e9a-4946-9b5c-b07cbdfca13f) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:05.419444 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.428818 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.433171 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] 10.222.0.94 "DELETE /v2.0/networks/a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a HTTP/1.1" status: 204 len: 168 time: 1.7950027 Jul 26 15:14:05.436620 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42520) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:05.450399 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82424b61-254c-434f-b3e8-9b2ab4aed46b admin admin] Pushing event deleted for resources: {'Network': ['ID=a84bb2f5-ac0b-4a3f-92cc-0d5d8fc6ff9a,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:05.548479 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks [] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.578347 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:05.660925 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:05.670838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:05.777397 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2586c-10e4-4ef7-8601-e2cbe801bf8e req-6ad59f51-752f-4fd0-8794-fa2bff0f55a6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:05.784774 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-19b2586c-10e4-4ef7-8601-e2cbe801bf8e req-6ad59f51-752f-4fd0-8794-fa2bff0f55a6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0655515 Jul 26 15:14:05.819065 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:05.823996 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:05.836461 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:14:06.020266 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (717eb81a-5896-45ea-be3c-e82f8e8e1c82), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.071626 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6271f7-3e9a-4946-9b5c-b07cbdfca13f,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:06.127189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 070b82d9-2e20-4a35-89a8-71995b5b0762 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:06.151020 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-19b2586c-10e4-4ef7-8601-e2cbe801bf8e req-82494d02-3e0a-48d5-af64-e8147760e7de tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3647144 Jul 26 15:14:06.209415 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 070b82d9-2e20-4a35-89a8-71995b5b0762 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:06.210293 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.267741 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:06.330026 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 070b82d9-2e20-4a35-89a8-71995b5b0762 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:06.330419 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.406780 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 070b82d9-2e20-4a35-89a8-71995b5b0762, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=070b82d9-2e20-4a35-89a8-71995b5b0762,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:06.412507 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks [] for router_gateway (1bf29305-16c2-4bd4-9b01-a604b88005f7), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.502995 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a82a705-b197-4eb7-8641-e5283c0beb38 None None] Network 987fc3bc-a943-4666-a158-3d1f2187f71f requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:14:06.534021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Deleting port 9d0ad417-8576-4167-8b3a-071bd8341b1c {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:14:06.534851 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.548930 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:06.636264 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-e3e3bfaf-a9eb-436f-ba59-e265561bd08f None None] Provisioning complete for port 070b82d9-2e20-4a35-89a8-71995b5b0762 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:06.637445 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e3e3bfaf-a9eb-436f-ba59-e265561bd08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.719692 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (1bf29305-16c2-4bd4-9b01-a604b88005f7), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.721169 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] For port 9d0ad417-8576-4167-8b3a-071bd8341b1c, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=9d0ad417-8576-4167-8b3a-071bd8341b1c,segment=NetworkSegment(ee07bcb4-6329-4a21-ac59-41f8183dada5),segment_id=ee07bcb4-6329-4a21-ac59-41f8183dada5)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:06.721542 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.756669 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Calling delete_port for 9d0ad417-8576-4167-8b3a-071bd8341b1c owned by network:router_interface {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:14:06.773369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.899947 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:06.935984 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 3bb499ed-f2ba-44f8-b407-9dd382c7abef no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:14:06.942561 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=070b82d9-2e20-4a35-89a8-71995b5b0762,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:06.972080 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3bfaf-a9eb-436f-ba59-e265561bd08f None None] Current status of the port 070b82d9-2e20-4a35-89a8-71995b5b0762 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:06.974145 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 3bb499ed-f2ba-44f8-b407-9dd382c7abef {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:14:06.974489 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 3bb499ed-f2ba-44f8-b407-9dd382c7abef not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:14:07.077255 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:14:07.096990 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-ac484149-bd4a-4ab3-b194-fa85fdc3138f None None] Provisioning complete for port 070b82d9-2e20-4a35-89a8-71995b5b0762 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:07.097489 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ac484149-bd4a-4ab3-b194-fa85fdc3138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:07.139152 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:07.254265 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:07.269534 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:07.282206 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (9d0ad417-8576-4167-8b3a-071bd8341b1c), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:07.286960 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:07.287664 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:07.311847 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-ac484149-bd4a-4ab3-b194-fa85fdc3138f None None] Current status of the port 070b82d9-2e20-4a35-89a8-71995b5b0762 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:07.320755 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0ad417-8576-4167-8b3a-071bd8341b1c,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:07.496474 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a2a4-443c-4950-84cb-ee043ea96cc6 req-f52e212a-bebb-47f8-9475-f875d90594e3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:07.505160 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-43a0a2a4-443c-4950-84cb-ee043ea96cc6 req-f52e212a-bebb-47f8-9475-f875d90594e3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.1720660 Jul 26 15:14:07.512193 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:07.517305 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-977002ca-3031-4cfa-8dbd-ee8a4550c3a0 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0468166 Jul 26 15:14:07.520144 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42530) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:07.557406 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:07.747011 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-43a0a2a4-443c-4950-84cb-ee043ea96cc6 req-d972392e-bbe5-479c-b81f-e1e3b145e652 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400763 Jul 26 15:14:07.826068 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:07.840839 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:07.844129 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (717eb81a-5896-45ea-be3c-e82f8e8e1c82), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:07.853017 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:06Z', 'revision_number': 3, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:07.904541 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:07.905031 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Updating router 1bf29305-16c2-4bd4-9b01-a604b88005f7 port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:14:07.975753 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:08.190698 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 070b82d9-2e20-4a35-89a8-71995b5b0762 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:08.279779 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:14:08.288042 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:08.326695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 070b82d9-2e20-4a35-89a8-71995b5b0762 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:08.326695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:08.427372 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:08.442582 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:08.461068 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4622688c-0e3b-4a5b-a816-0b38ad7287f0 admin admin] 10.222.0.94 "PUT /v2.0/routers/717eb81a-5896-45ea-be3c-e82f8e8e1c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0232892 Jul 26 15:14:08.464471 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] Sync routers for ids ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:08.474601 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42542) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:08.511426 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] Routers {'717eb81a-5896-45ea-be3c-e82f8e8e1c82'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:08.520707 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:08.767055 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 070b82d9-2e20-4a35-89a8-71995b5b0762 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:08.815586 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Allocated IP 172.20.0.1 (987fc3bc-a943-4666-a158-3d1f2187f71f/ef76e977-ff2f-413f-a003-87b1892080e0/bb6633f6-67f4-46a6-a6fd-fe13edd5de42) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:08.859486 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] Set router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:08.889893 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Publish callbacks [] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:08.938779 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:08.951071 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Publish callbacks [] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.005183 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.091825 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7b2e2-c40d-4d1e-ab19-534bbf6278dc req-9476fc24-ea2e-4444-83ee-c8fdaa183e39 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:09.097625 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-95e7b2e2-c40d-4d1e-ab19-534bbf6278dc req-9476fc24-ea2e-4444-83ee-c8fdaa183e39 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.1546648 Jul 26 15:14:09.113847 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.119318 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Attempting to bind port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:14:09.120014 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Attempting to bind port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:14:09.120618 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Attempting to bind port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:14:09.129659 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:14:09.130438 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:09.131012 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.131664 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:14:09.132308 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Bound port: ff6271f7-3e9a-4946-9b5c-b07cbdfca13f, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:14:09.132871 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.160639 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:14:07Z', 'revision_number': 5, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:09.165779 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Pushing event updated for resources: {'Port': ['ID=ff6271f7-3e9a-4946-9b5c-b07cbdfca13f,revision_number=2']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:09.176428 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.177120 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.177646 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.178162 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.178829 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.179328 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.179886 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.180985 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.181559 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.182086 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.182656 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.183912 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.184622 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.185318 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.185809 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:09.205193 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks [] for router (717eb81a-5896-45ea-be3c-e82f8e8e1c82), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.230912 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Network 987fc3bc-a943-4666-a158-3d1f2187f71f is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:09.232712 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] Checking router: 717eb81a-5896-45ea-be3c-e82f8e8e1c82 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:09.257990 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] For port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:09.262701 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] Routers {'717eb81a-5896-45ea-be3c-e82f8e8e1c82'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:09.263355 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:09.279964 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:09.288276 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] For port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=ff6271f7-3e9a-4946-9b5c-b07cbdfca13f,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:09.289031 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:09.318178 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:14:09.375631 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:09.380799 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.391104 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-95e7b2e2-c40d-4d1e-ab19-534bbf6278dc req-e9375e0d-ba81-416e-acf4-ddf18fafed39 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810161 Jul 26 15:14:09.437170 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks [] for router_gateway (717eb81a-5896-45ea-be3c-e82f8e8e1c82), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.459630 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (1bf29305-16c2-4bd4-9b01-a604b88005f7), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.546166 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:09.563559 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:09.563984 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:09.571883 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14bc51-a67a-4b27-9e47-0bde993432f0 None None] Pushing event updated for resources: {'Port': ['ID=ff6271f7-3e9a-4946-9b5c-b07cbdfca13f,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:09.606584 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:09.659025 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] Set router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:09.685068 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:09.723581 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:09.733662 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-a26fc28d-2ad6-4b9a-bdfa-55fb606e504b None None] Provisioning complete for port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:09.734032 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-a26fc28d-2ad6-4b9a-bdfa-55fb606e504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.794008 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.813128 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-a26fc28d-2ad6-4b9a-bdfa-55fb606e504b None None] Port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:14:09.819140 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Deleting port cb9cce4a-7723-482b-98cc-478c4126f926 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:14:09.819516 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.831981 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:09.911120 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:06Z', 'revision_number': 3, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:09.926901 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:14:07Z', 'revision_number': 5, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:09.946698 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] For port cb9cce4a-7723-482b-98cc-478c4126f926, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cb9cce4a-7723-482b-98cc-478c4126f926,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:09.947558 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:09.949023 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35570ef4-ff79-4673-a6ae-7615fbb8f936 None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:06Z', 'revision_number': 3, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:09.968665 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d7446-01fc-4e33-aa95-94c2e20c2bcd None None] The sync data for ids ['717eb81a-5896-45ea-be3c-e82f8e8e1c82'] in dv-cinder-850668-2-iscsi is: [{'id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'name': 'tempest-TestShelveInstance-874804693-router', 'tenant_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:07:49Z', 'updated_at': '2022-07-26T15:14:07Z', 'revision_number': 5, 'project_id': '88400cb6d31b453baa2ea82f51ecc6b9', 'gw_port': {'id': 'cb9cce4a-7723-482b-98cc-478c4126f926', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eb81a-5896-45ea-be3c-e82f8e8e1c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:07:50Z', 'updated_at': '2022-07-26T15:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:09.971426 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Calling delete_port for cb9cce4a-7723-482b-98cc-478c4126f926 owned by network:router_gateway {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:14:10.062519 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Publish callbacks [] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.162744 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.230755 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:10.238296 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (1bf29305-16c2-4bd4-9b01-a604b88005f7), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.240193 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:10.343672 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Network 987fc3bc-a943-4666-a158-3d1f2187f71f is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:10.345450 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:10.405301 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (cb9cce4a-7723-482b-98cc-478c4126f926), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.422434 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:14:10.474177 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:10.477077 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9cce4a-7723-482b-98cc-478c4126f926,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:10.524813 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-437dfc06-8d33-45fb-9629-1841a30e71b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.602447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:14:10.669110 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (717eb81a-5896-45ea-be3c-e82f8e8e1c82), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.704640 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce860b-ff3a-42a7-974c-d8789371e7cd req-5abc94e0-e463-4b72-9785-aeefcfafb11c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:10.706263 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5bce860b-ff3a-42a7-974c-d8789371e7cd req-5abc94e0-e463-4b72-9785-aeefcfafb11c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.1309061 Jul 26 15:14:10.760427 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-7b7a8000-0fb7-4302-85b4-acc535657deb None None] Provisioning complete for port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:10.761386 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7b7a8000-0fb7-4302-85b4-acc535657deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.770665 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:10.786948 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a898be3b-38a4-40f7-b2f8-ad77349dbf28 admin admin] 10.222.0.94 "PUT /v2.0/routers/1bf29305-16c2-4bd4-9b01-a604b88005f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2645056 Jul 26 15:14:10.808267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a8000-0fb7-4302-85b4-acc535657deb None None] Port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:14:10.825422 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (717eb81a-5896-45ea-be3c-e82f8e8e1c82), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.830295 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks [] for router_controller (717eb81a-5896-45ea-be3c-e82f8e8e1c82), precommit_delete_associations {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.893134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:10.898132 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5bce860b-ff3a-42a7-974c-d8789371e7cd req-abfd0372-07b9-4a4b-afaf-6a6c304e8b27 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384883 Jul 26 15:14:10.980375 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (717eb81a-5896-45ea-be3c-e82f8e8e1c82), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.982981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 717eb81a-5896-45ea-be3c-e82f8e8e1c82 {{(pid=116402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:14:10.986117 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:10.987336 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-2d72890c-6b7f-415f-b017-c2dea1fd06b2 admin admin] 10.222.0.94 "DELETE /v2.0/routers/717eb81a-5896-45ea-be3c-e82f8e8e1c82 HTTP/1.1" status: 204 len: 168 time: 2.5205309 Jul 26 15:14:10.990823 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42576) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:11.042025 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c0f69d-cf5f-4a30-bf8b-099c26cb8b09 admin admin] Deleting subnet 84ff4a84-c38e-4883-a437-4d47de73714d {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:14:11.045592 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f69d-cf5f-4a30-bf8b-099c26cb8b09 admin admin] Publish callbacks [] for subnet (84ff4a84-c38e-4883-a437-4d47de73714d), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.098572 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f69d-cf5f-4a30-bf8b-099c26cb8b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (84ff4a84-c38e-4883-a437-4d47de73714d), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.129027 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:11.475953 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f69d-cf5f-4a30-bf8b-099c26cb8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (84ff4a84-c38e-4883-a437-4d47de73714d), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.622100 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42592) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:11.626836 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-234360123-network', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:11.649363 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f69d-cf5f-4a30-bf8b-099c26cb8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (84ff4a84-c38e-4883-a437-4d47de73714d), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.677678 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0f69d-cf5f-4a30-bf8b-099c26cb8b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ff4a84-c38e-4883-a437-4d47de73714d,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:11.683019 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f69d-cf5f-4a30-bf8b-099c26cb8b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.686327 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-e8c0f69d-cf5f-4a30-bf8b-099c26cb8b09 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/84ff4a84-c38e-4883-a437-4d47de73714d HTTP/1.1" status: 204 len: 168 time: 0.6943822 Jul 26 15:14:11.688768 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0bf15f-9952-421c-8c92-0bfeea13b004 None None] Network b4fa2a8d-569c-4e73-81b2-8739c46d71d3 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:14:11.689277 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42594) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:11.751533 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Made reservation on behalf of 1e0ee14bac364a66b46a76f74172c6ad for: {'network': 1} {{(pid=116401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:14:11.754106 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for network (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.766816 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.770861 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (b4fa2a8d-569c-4e73-81b2-8739c46d71d3), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.824975 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Deleting port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:14:11.825458 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.873287 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] DHCP port deletion for b4fa2a8d-569c-4e73-81b2-8739c46d71d3 request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:14:11.882226 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Publish callbacks [] for security_group (f0887bb6-4b87-4af3-9516-46ec46eb5a32), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.917223 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] For port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,segment=NetworkSegment(ee07bcb4-6329-4a21-ac59-41f8183dada5),segment_id=ee07bcb4-6329-4a21-ac59-41f8183dada5)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:11.917815 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.926329 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] Deleting port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:14:11.926792 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:11.952302 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Calling delete_port for cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c owned by network:dhcp {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:14:11.980066 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f0887bb6-4b87-4af3-9516-46ec46eb5a32), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.011142 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] For port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,segment=NetworkSegment(ee07bcb4-6329-4a21-ac59-41f8183dada5),segment_id=ee07bcb4-6329-4a21-ac59-41f8183dada5)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:12.011645 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.038342 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] Calling delete_port for cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:14:12.038584 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=116401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:14:12.087950 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0887bb6-4b87-4af3-9516-46ec46eb5a32,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:12.095755 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (4fb122cb-8e14-46ae-8167-edaf2fbc886a), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.096101 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.segments_db [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Added segment 4fb122cb-8e14-46ae-8167-edaf2fbc886a of type vlan for network d3b00a90-c2d1-44a7-948e-0379bec7ac65 Jul 26 15:14:12.113408 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62165d-f77e-4d34-9677-7a482c4671c1 req-dd9d7405-9c62-4988-894e-340ddcfc30bb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:12.114861 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device ff6271f7-3e9a-4946-9b5c-b07cbdfca13f up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:12.115733 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ee62165d-f77e-4d34-9677-7a482c4671c1 req-dd9d7405-9c62-4988-894e-340ddcfc30bb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0815065 Jul 26 15:14:12.139741 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:12.157082 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:12.165287 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:12.172051 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793172844409'] for network (d3b00a90-c2d1-44a7-948e-0379bec7ac65), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.175872 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:12.176368 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.191579 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.214611 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.221647 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-ee62165d-f77e-4d34-9677-7a482c4671c1 req-00d0d39a-46be-4ab2-9f85-7a1005f4a2cd tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843453 Jul 26 15:14:12.230415 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:12.233041 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] No DVR routers for this DVR port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c on host dv-cinder-850668-2-iscsi {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:14:12.257519 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] Pushing event deleted for resources: {'Port': ['ID=cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:12.265786 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42642bf-2907-4a76-bc53-9a31911fde55 None None] No DVR routers for this DVR port cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:14:12.314561 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:12.325257 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.325434 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:12.335452 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (b4fa2a8d-569c-4e73-81b2-8739c46d71d3), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.339571 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=ff6271f7-3e9a-4946-9b5c-b07cbdfca13f,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:12.359037 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fa2a8d-569c-4e73-81b2-8739c46d71d3']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:12.369521 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee07bcb4-6329-4a21-ac59-41f8183dada5') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:12.369815 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee07bcb4-6329-4a21-ac59-41f8183dada5') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:12.380839 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (ee07bcb4-6329-4a21-ac59-41f8183dada5), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.383760 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585'] for network (d3b00a90-c2d1-44a7-948e-0379bec7ac65), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.384793 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:12.385372 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.398326 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (ee07bcb4-6329-4a21-ac59-41f8183dada5), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.407227 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:14:12.408757 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (ee07bcb4-6329-4a21-ac59-41f8183dada5), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.437881 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.460188 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] Pushing event updated for resources: {'Network': ['ID=d3b00a90-c2d1-44a7-948e-0379bec7ac65,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:12.485033 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Network d3b00a90-c2d1-44a7-948e-0379bec7ac65 details requested by agent ovs-agent-dv-cinder-850668-2-iscsi with host dv-cinder-850668-2-iscsi {{(pid=116403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:14:12.502350 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment ee07bcb4-6329-4a21-ac59-41f8183dada5 resource provider aggregate not found Jul 26 15:14:12.526360 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment ee07bcb4-6329-4a21-ac59-41f8183dada5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee07bcb4-6329-4a21-ac59-41f8183dada5 found for delete ", "request_id": "req-65a21d99-944f-4f27-998f-bf94403428f6"}]} Jul 26 15:14:12.550506 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cb9cce4a-7723-482b-98cc-478c4126f926 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:14:12.561341 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 2, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:12.574967 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=ff6271f7-3e9a-4946-9b5c-b07cbdfca13f,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:12.577423 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-b5f86d19-d6a7-4257-8953-ab3c7c4a0f8f admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9544718 Jul 26 15:14:12.580420 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42604) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:12.586097 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: cb9cce4a-7723-482b-98cc-478c4126f926 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:14:12.587029 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cb9cce4a-7723-482b-98cc-478c4126f926 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:14:12.587453 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 9d0ad417-8576-4167-8b3a-071bd8341b1c no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:14:12.587616 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Request body: {'subnet': {'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-234360123-subnet', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'ip_version': 4}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:12.592190 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:12.593271 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Updating router 1bf29305-16c2-4bd4-9b01-a604b88005f7 port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:14:12.614510 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (b4fa2a8d-569c-4e73-81b2-8739c46d71d3), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.618877 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 9d0ad417-8576-4167-8b3a-071bd8341b1c {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:14:12.619504 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 9d0ad417-8576-4167-8b3a-071bd8341b1c not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:14:12.620106 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:14:12.623775 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.629456 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:12.635184 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] 10.222.0.94 "DELETE /v2.0/networks/b4fa2a8d-569c-4e73-81b2-8739c46d71d3 HTTP/1.1" status: 204 len: 168 time: 0.9449267 Jul 26 15:14:12.644781 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:14:12.645087 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device cb33083d-e9ca-4dd2-a1f8-bc5bdb4d668c not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:14:12.647030 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793bf60-3cd8-45fe-86b9-400be5c330ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b4fa2a8d-569c-4e73-81b2-8739c46d71d3,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:12.679627 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:12.745693 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Made reservation on behalf of 1e0ee14bac364a66b46a76f74172c6ad for: {'subnet': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:14:12.748621 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9314696'] for subnet (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.001831 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Publish callbacks [] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.003900 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314726'] for subnet (6f13104c-0d11-4aa4-9114-55dee298b583), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.069040 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f13104c-0d11-4aa4-9114-55dee298b583,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:13.075903 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Checking segment: {'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:13.076267 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Network hostable DHCP agents. Network: d3b00a90-c2d1-44a7-948e-0379bec7ac65, hostable agents: ['11796ff6-3524-455b-ac4c-f5ff55200258'], hosted agents: [] {{(pid=116402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:14:13.077942 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.078223 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.126698 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42612) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:13.155451 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.157932 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0fb39-8724-4d90-b20e-2c6288890447 None None] Pushing event updated for resources: {'Port': ['ID=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:13.169832 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0497ecf6-2c5f-4ed1-9bdf-1e4562939edc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a9f0ab2fc6e64eada5f55a0f0a835073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461910 Jul 26 15:14:13.172475 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42614) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:13.185737 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Network d3b00a90-c2d1-44a7-948e-0379bec7ac65 is scheduled to be hosted by DHCP agent 11796ff6-3524-455b-ac4c-f5ff55200258 with binding_index 1 {{(pid=116402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:14:13.197675 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Attempting to bind port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:14:13.197675 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Attempting to bind port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:14:13.197675 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Attempting to bind port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 on network 987fc3bc-a943-4666-a158-3d1f2187f71f {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:14:13.197965 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.203124 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:14:13.203613 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Checking segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:13.204229 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.204614 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Bound using segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:14:13.205682 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Bound port: bb6633f6-67f4-46a6-a6fd-fe13edd5de42, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:14:13.206059 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.232613 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba407-eca1-45ee-8c21-7eccc90c39bb admin admin] Publish callbacks [] for security_group (8703515a-53ed-4468-a95b-0397c38a09f8), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.257719 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba407-eca1-45ee-8c21-7eccc90c39bb admin admin] Publish callbacks [] for security_group (8703515a-53ed-4468-a95b-0397c38a09f8), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.283023 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.292305 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] For port bb6633f6-67f4-46a6-a6fd-fe13edd5de42, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:13.294938 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850668-2-iscsi, d3b00a90-c2d1-44a7-948e-0379bec7ac65) {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:13.295338 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] For port bb6633f6-67f4-46a6-a6fd-fe13edd5de42, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:13.299850 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:13.301581 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for subnet (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.312870 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002f0985-340c-4aac-9637-263cb4587181 None None] Network d3b00a90-c2d1-44a7-948e-0379bec7ac65 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:14:13.368530 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.397728 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3716040-250d-4fb7-9da8-c02881cf3fd0 req-3d64cb14-f9ee-484d-9283-bcb7c22fcf73 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:13.399543 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b3716040-250d-4fb7-9da8-c02881cf3fd0 req-3d64cb14-f9ee-484d-9283-bcb7c22fcf73 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0582883 Jul 26 15:14:13.442369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.444434 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e1bfc0e-db8b-5781-93ff-44d9760f076c-d3b00a90-c2d1-44a7-948e-0379bec7ac65', 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65', 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'fixed_ips': [{'subnet_id': '6f13104c-0d11-4aa4-9114-55dee298b583'}]}} from dv-cinder-850668-2-iscsi. {{(pid=116403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:14:13.445430 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.450342 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-2dd54ec6-724a-48a9-9d86-082a6ef6ef75 None None] Provisioning complete for port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:13.450717 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2dd54ec6-724a-48a9-9d86-082a6ef6ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.452588 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b3716040-250d-4fb7-9da8-c02881cf3fd0 req-20e22d6a-f7ee-4aae-a470-355888a28d68 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466487 Jul 26 15:14:13.502458 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2dd54ec6-724a-48a9-9d86-082a6ef6ef75 None None] Port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:14:13.541358 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.541794 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba407-eca1-45ee-8c21-7eccc90c39bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (8703515a-53ed-4468-a95b-0397c38a09f8), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.547277 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f6be1bd7-e4c1-4dea-8528-93a91365b1cc admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9656813 Jul 26 15:14:13.549882 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42620) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:13.551683 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba407-eca1-45ee-8c21-7eccc90c39bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.555301 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:13.563405 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-bc3ba407-eca1-45ee-8c21-7eccc90c39bb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8703515a-53ed-4468-a95b-0397c38a09f8 HTTP/1.1" status: 204 len: 168 time: 0.3850482 Jul 26 15:14:13.582180 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.596768 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ba407-eca1-45ee-8c21-7eccc90c39bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8703515a-53ed-4468-a95b-0397c38a09f8,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:13.623696 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:13.624530 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:13:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:13.658921 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42624) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:13.675825 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.db_base_plugin_common [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Allocated IP 172.20.0.2 (d3b00a90-c2d1-44a7-948e-0379bec7ac65/6f13104c-0d11-4aa4-9114-55dee298b583/ee2c4f9d-62cb-4984-8558-b4f0ce35e95f) {{(pid=116403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:13.756860 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0fb39-8724-4d90-b20e-2c6288890447 None None] Pushing event updated for resources: {'Port': ['ID=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:13.764160 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:13.770992 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-436'] for router (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.772559 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9810ec18-37df-4fb6-9d40-dd058893126d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.773087 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.885029 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Publish callbacks [] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), precommit_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.888960 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-22762e3c-6874-4847-8837-89c03888bc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.891875 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks [] for router_controller (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), precommit_add_association {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.907733 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.980041 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-22762e3c-6874-4847-8837-89c03888bc1a admin admin] Publish callbacks [] for security_group (79a4e9c2-5bc2-46ac-bb23-3abc88e8f02c), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:13.986047 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:13Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:14.013298 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2bc87-829c-49d2-8507-1453daaeb23c None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:13Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:14.025057 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device ff6271f7-3e9a-4946-9b5c-b07cbdfca13f up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:14.066845 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), after_create {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.086936 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-3ef9b6ea-c75d-4db4-8300-bdb67a88c425 None None] Provisioning complete for port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:14.087681 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3ef9b6ea-c75d-4db4-8300-bdb67a88c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.143026 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-22762e3c-6874-4847-8837-89c03888bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (79a4e9c2-5bc2-46ac-bb23-3abc88e8f02c), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.179102 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Network d3b00a90-c2d1-44a7-948e-0379bec7ac65 is already hosted by enough agents. {{(pid=116403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:14.181174 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Resources bound (agent type, host, resource id): {{(pid=116403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:14.195057 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Received port after_create {{(pid=116403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:14:14.217640 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Pushing event updated for resources: {'Port': ['ID=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,revision_number=1']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:14.250965 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:14.250965 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.263510 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks [] for router_gateway (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.270115 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42630) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:14.270666 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-22762e3c-6874-4847-8837-89c03888bc1a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=76685d86ee9d408e9cc57e99f5896307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6105087 Jul 26 15:14:14.273388 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22762e3c-6874-4847-8837-89c03888bc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4e9c2-5bc2-46ac-bb23-3abc88e8f02c,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:14.352728 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Publish callbacks [] for security_group (79a4e9c2-5bc2-46ac-bb23-3abc88e8f02c), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.388348 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Publish callbacks [] for security_group (79a4e9c2-5bc2-46ac-bb23-3abc88e8f02c), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.535623 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Attempting to bind port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:14:14.536651 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Attempting to bind port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:14:14.537399 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Attempting to bind port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f on network d3b00a90-c2d1-44a7-948e-0379bec7ac65 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:14:14.542698 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9b6ea-c75d-4db4-8300-bdb67a88c425 None None] Current status of the port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:14.549032 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3ef9b6ea-c75d-4db4-8300-bdb67a88c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.560914 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:14:14.561731 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Checking segment: {'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:14.562334 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.563066 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Bound using segment: {'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:14:14.563774 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Bound port: ee2c4f9d-62cb-4984-8558-b4f0ce35e95f, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:14:14.564367 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.590898 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42634) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:14.603685 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (79a4e9c2-5bc2-46ac-bb23-3abc88e8f02c), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.606380 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.609123 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/79a4e9c2-5bc2-46ac-bb23-3abc88e8f02c HTTP/1.1" status: 204 len: 168 time: 0.3372293 Jul 26 15:14:14.643491 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-3ef9b6ea-c75d-4db4-8300-bdb67a88c425 None None] For port bb6633f6-67f4-46a6-a6fd-fe13edd5de42, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:14.661215 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks [] for router_gateway (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.665042 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4e9c2-5bc2-46ac-bb23-3abc88e8f02c,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:14.678201 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:14.684508 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ed14-cf6e-4e5d-8bc7-99e46d20e4b3 req-29108cad-9dda-41ca-97e4-321d6f486e49 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:14.699579 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5161ed14-cf6e-4e5d-8bc7-99e46d20e4b3 req-29108cad-9dda-41ca-97e4-321d6f486e49 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.1493375 Jul 26 15:14:14.707252 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.714795 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.715161 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.715647 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.716067 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.716467 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.716903 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.717302 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.717724 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.718203 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.718664 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.719221 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.719626 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.720034 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.720416 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.720752 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b8259-e26a-451f-91a8-350e48bdff63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:14.777952 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5161ed14-cf6e-4e5d-8bc7-99e46d20e4b3 req-32097bbb-5424-4636-9219-98fb26c9cdb1 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759022 Jul 26 15:14:14.778436 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] For port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:14.783598 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] For port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,segment=NetworkSegment(4fb122cb-8e14-46ae-8167-edaf2fbc886a),segment_id=4fb122cb-8e14-46ae-8167-edaf2fbc886a)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:14.858859 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4663f4dc-b78a-4722-bdb4-b262b5af4e7c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=88400cb6d31b453baa2ea82f51ecc6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104592 Jul 26 15:14:14.861999 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42638) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:14.917351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Allocated IP 172.27.2.24 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/3fce7f5c-a5ab-460e-85f7-cbc79582807d) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:14.924513 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-246871fa-05ae-4abf-a737-3ddfe802b252 admin admin] Publish callbacks [] for security_group (d8eff846-15cb-4b3d-b37d-1ed3c72428cf), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:14.950793 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-246871fa-05ae-4abf-a737-3ddfe802b252 admin admin] Publish callbacks [] for security_group (d8eff846-15cb-4b3d-b37d-1ed3c72428cf), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.050762 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks [] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.865367 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3ef9b6ea-c75d-4db4-8300-bdb67a88c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.904742 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4d829-3680-4758-a5e8-7d470c04426a req-5faab864-b0eb-487c-9c79-d133420b198f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:15.906264 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fa4d829-3680-4758-a5e8-7d470c04426a req-5faab864-b0eb-487c-9c79-d133420b198f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0512679 Jul 26 15:14:15.916818 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9b6ea-c75d-4db4-8300-bdb67a88c425 None None] Pushing event updated for resources: {'Port': ['ID=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:15.947160 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.948621 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.950638 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.951174 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.955023 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-246871fa-05ae-4abf-a737-3ddfe802b252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d8eff846-15cb-4b3d-b37d-1ed3c72428cf), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.964036 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-246871fa-05ae-4abf-a737-3ddfe802b252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:15.967901 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-246871fa-05ae-4abf-a737-3ddfe802b252 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d8eff846-15cb-4b3d-b37d-1ed3c72428cf HTTP/1.1" status: 204 len: 168 time: 1.1039295 Jul 26 15:14:16.011060 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246871fa-05ae-4abf-a737-3ddfe802b252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eff846-15cb-4b3d-b37d-1ed3c72428cf,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:16.040842 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5fa4d829-3680-4758-a5e8-7d470c04426a req-9437fec6-fae2-4c61-a312-ae73a1516d94 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274729 Jul 26 15:14:16.069950 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:16.072341 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9af2-5490-487d-8c31-757da038eb75 None None] Pushing event updated for resources: {'Port': ['ID=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:16.093761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3fce7f5c-a5ab-460e-85f7-cbc79582807d,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:16.093761 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:16.095622 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:14:16.146026 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device bb6633f6-67f4-46a6-a6fd-fe13edd5de42 up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:16.201239 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:16.201697 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:16.375928 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:16.506040 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:16.575321 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks [] for router_gateway (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:16.817958 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693900'] for router (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:17.049264 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 is scheduled to L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 with binding_index 1 {{(pid=116402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:14:17.132599 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d821d03a-2ec7-4ea6-8f3d-43099fede9ba None None] Network d3b00a90-c2d1-44a7-948e-0379bec7ac65 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:14:17.189546 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:17.203236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Sync routers for ids ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:17.205169 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eef43-d260-47b8-bdb5-83dc35bffb3c req-b54c4778-3221-41ef-90b1-c487cc9148a0 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:17.208080 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a26eef43-d260-47b8-bdb5-83dc35bffb3c req-b54c4778-3221-41ef-90b1-c487cc9148a0 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 943 time: 0.0747988 Jul 26 15:14:17.241017 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Routers {'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:17.241654 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:14:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:17.269381 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a26eef43-d260-47b8-bdb5-83dc35bffb3c req-a7f7da1c-aacf-4908-8c96-6bc4c0416959 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544295 Jul 26 15:14:17.297477 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-f3c41d4e-b849-473e-945d-8e0137b15b9e None None] Provisioning complete for port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:17.297477 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f3c41d4e-b849-473e-945d-8e0137b15b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:17.304118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:17.307520 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e433faea-f6f1-4c5a-a723-89fd11eaf6a5 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7553136 Jul 26 15:14:17.309309 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42664) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:17.466457 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Set router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:17.502220 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:17.503015 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:14:17.542376 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-f3c41d4e-b849-473e-945d-8e0137b15b9e None None] Current status of the port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:17.548042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f3c41d4e-b849-473e-945d-8e0137b15b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:17.582643 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=17 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:17.707928 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-f3c41d4e-b849-473e-945d-8e0137b15b9e None None] For port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,segment=NetworkSegment(4fb122cb-8e14-46ae-8167-edaf2fbc886a),segment_id=4fb122cb-8e14-46ae-8167-edaf2fbc886a)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:17.796807 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:17.799242 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f3c41d4e-b849-473e-945d-8e0137b15b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:17.839797 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'port_id': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:14:17.851754 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:14:16Z', 'revision_number': 3, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port': {'id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:14Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:17.853617 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:17.913726 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Checking router: a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:17.914077 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Updating router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 port 3fce7f5c-a5ab-460e-85f7-cbc79582807d binding host dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:14:17.954332 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c41d4e-b849-473e-945d-8e0137b15b9e None None] Pushing event updated for resources: {'Port': ['ID=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:17.964743 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:17.965143 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:17.970297 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-9f29fa6a-1f74-4df7-8c75-d48f4ada27f3 None None] Provisioning complete for port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:17.970725 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9f29fa6a-1f74-4df7-8c75-d48f4ada27f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.001532 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:18.004142 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.034753 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:14:18.042190 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_common [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Allocated IP 172.20.0.1 (d3b00a90-c2d1-44a7-948e-0379bec7ac65/6f13104c-0d11-4aa4-9114-55dee298b583/20e5fd4a-5240-4062-8cbe-caf56fc32dfc) {{(pid=116401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:18.047227 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:18.072900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device ee2c4f9d-62cb-4984-8558-b4f0ce35e95f up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:18.124897 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:18.157646 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Publish callbacks [] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.228564 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.266827 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9f29fa6a-1f74-4df7-8c75-d48f4ada27f3 None None] Current status of the port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:18.294913 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:18.295286 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.305964 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.365856 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=9']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:18.369390 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Network d3b00a90-c2d1-44a7-948e-0379bec7ac65 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:18.370726 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:18.379396 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:18.384879 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Received port after_create {{(pid=116401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:14:18.396918 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Pushing event updated for resources: {'Port': ['ID=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:18.435523 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7a406-7b6e-4729-9e20-f5444c829890 req-d8cd5ca5-a2e3-4633-9e88-fce4f2687675 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:18.438111 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-72e7a406-7b6e-4729-9e20-f5444c829890 req-d8cd5ca5-a2e3-4633-9e88-fce4f2687675 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 944 time: 0.0673146 Jul 26 15:14:18.450986 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-336524'] for router_interface (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.475961 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:18.512352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:14:18.532071 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-72e7a406-7b6e-4729-9e20-f5444c829890 req-276aee35-4c20-4b3e-9562-3a095bc24d6c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872130 Jul 26 15:14:18.563206 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Publish callbacks [] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), precommit_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.658730 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.729757 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:18.746216 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-37859e10-9a89-4d18-90dc-9b7ca10e08ae None None] Provisioning complete for port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:18.746594 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-37859e10-9a89-4d18-90dc-9b7ca10e08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.747952 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), before_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.748172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Attempting to bind port 3fce7f5c-a5ab-460e-85f7-cbc79582807d on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:14:18.748541 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Attempting to bind port 3fce7f5c-a5ab-460e-85f7-cbc79582807d by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:14:18.748898 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Attempting to bind port 3fce7f5c-a5ab-460e-85f7-cbc79582807d on network 093f2d26-af75-479a-bb54-c439d05ca396 {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:14:18.770329 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a05325-e975-4fad-a64d-6286c2d36eb3 None None] Pushing event updated for resources: {'Port': ['ID=3fce7f5c-a5ab-460e-85f7-cbc79582807d,revision_number=2']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:18.780809 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:14:18.781569 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Checking segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:18.781569 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.781950 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Bound using segment: {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'} {{(pid=116403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:14:18.782428 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.managers [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Bound port: 3fce7f5c-a5ab-460e-85f7-cbc79582807d, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1655bc-46a0-4edf-bcfb-b91cde304b19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}}] {{(pid=116403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:14:18.782809 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.819346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-37859e10-9a89-4d18-90dc-9b7ca10e08ae None None] Port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:14:18.846112 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] For port 3fce7f5c-a5ab-460e-85f7-cbc79582807d, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:18.849631 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] For port 3fce7f5c-a5ab-460e-85f7-cbc79582807d, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=3fce7f5c-a5ab-460e-85f7-cbc79582807d,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:18.917445 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Publish callbacks [] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), precommit_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.923212 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:18.997236 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3735855'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), after_update {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:19.073597 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Pushing event updated for resources: {'Port': ['ID=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,revision_number=2']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:19.076529 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336624'] for router_interface (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:19.116668 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Routers {'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:19.117406 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:14:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:19.160936 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a05325-e975-4fad-a64d-6286c2d36eb3 None None] Pushing event updated for resources: {'Port': ['ID=3fce7f5c-a5ab-460e-85f7-cbc79582807d,revision_number=3']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:19.174296 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Network d3b00a90-c2d1-44a7-948e-0379bec7ac65 is already hosted by enough agents. {{(pid=116401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:19.175490 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.base_scheduler [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=116401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:19.245710 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] Set router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:19.311896 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:14:19.422942 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:19.439273 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:19.450660 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ffd48c80-8903-47be-84b9-ca6ebb2036a6 admin admin] 10.222.0.94 "PUT /v2.0/routers/a6eb2352-83ae-4a4d-824a-40c62a1fe6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1347911 Jul 26 15:14:19.454144 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-f20d5b5d-273d-432b-a349-a8ccc0ac1ac0 None None] Provisioning complete for port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:19.454464 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f20d5b5d-273d-432b-a349-a8ccc0ac1ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:19.492494 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 4, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port': {'id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:14Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '20e5fd4a-5240-4062-8cbe-caf56fc32dfc', 'name': '', 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'mac_address': 'fa:16:3e:0b:ae:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:17Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 2, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'subnets': [{'id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:19.524822 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:19.546315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ddd440-7ef8-47e5-8129-1c9301a7b9b6 None None] The sync data for ids ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'] in dv-cinder-850668-2-iscsi is: [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 4, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port': {'id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:14Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '20e5fd4a-5240-4062-8cbe-caf56fc32dfc', 'name': '', 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'mac_address': 'fa:16:3e:0b:ae:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:17Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 2, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'subnets': [{'id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:19.549604 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-f20d5b5d-273d-432b-a349-a8ccc0ac1ac0 None None] Port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:14:19.581069 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:19.581069 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:19.693107 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:19.699832 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:19.706915 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:19.730994 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:19.753625 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:14:19.756749 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d5fec-2c45-4f6a-bcb9-1ce84218c245" -d '{"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-plugged", "status": "completed", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:19.759397 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27801f17-f7c7-4f74-bae1-bc8892faf5de req-3792bb3e-0d73-4724-b33d-088b6df1ebe6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:19.761094 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-27801f17-f7c7-4f74-bae1-bc8892faf5de req-3792bb3e-0d73-4724-b33d-088b6df1ebe6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 944 time: 0.0995231 Jul 26 15:14:19.772807 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:19.778570 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:19.836672 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-27801f17-f7c7-4f74-bae1-bc8892faf5de req-845ee095-5f55-453c-86bf-138f41238bc3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674059 Jul 26 15:14:19.872370 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:19.927344 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6922f0bf-b975-498b-85f9-6504efe40c0f x-openstack-request-id: req-6922f0bf-b975-498b-85f9-6504efe40c0f {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:19.927668 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-plugged", "status": "completed", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:19.927918 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6922f0bf-b975-498b-85f9-6504efe40c0f {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:19.928315 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6922f0bf-b975-498b-85f9-6504efe40c0f'] response: {'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'code': 200} Jul 26 15:14:19.983534 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=10']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:20.025255 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device ee2c4f9d-62cb-4984-8558-b4f0ce35e95f up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:20.081920 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:20.082370 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:20.086588 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42700) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:20.091701 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-e1560553-7f22-49a9-99e2-1ce8a9ed4669 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921348991', 'description': 'tempest-secgroup-smoke-1921348991 description', 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:20.176466 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:20.220795 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e1560553-7f22-49a9-99e2-1ce8a9ed4669 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:20.337776 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e1560553-7f22-49a9-99e2-1ce8a9ed4669 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group (d6e04026-b715-4f82-9d57-d76dfcac10f9), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:20.391261 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e1560553-7f22-49a9-99e2-1ce8a9ed4669 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d6e04026-b715-4f82-9d57-d76dfcac10f9), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:20.424187 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1560553-7f22-49a9-99e2-1ce8a9ed4669 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e04026-b715-4f82-9d57-d76dfcac10f9,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:20.493510 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e1560553-7f22-49a9-99e2-1ce8a9ed4669 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:20.494791 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-e1560553-7f22-49a9-99e2-1ce8a9ed4669 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4071362 Jul 26 15:14:20.498226 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42704) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:20.502787 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-69d8f67a-5a9d-4350-a06b-e47513444b79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'security_group_rule': {'security_group_id': 'd6e04026-b715-4f82-9d57-d76dfcac10f9', 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:20.504284 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbb98c-0c94-42f0-9825-3dd195794202 req-2a447023-13c6-46cf-9635-a8670fd36f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:20.505904 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38bbb98c-0c94-42f0-9825-3dd195794202 req-2a447023-13c6-46cf-9635-a8670fd36f99 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 1130 time: 0.0748031 Jul 26 15:14:20.562087 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-38bbb98c-0c94-42f0-9825-3dd195794202 req-a34e4973-016d-4022-8e0b-4640577319f4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493827 Jul 26 15:14:20.654807 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-69d8f67a-5a9d-4350-a06b-e47513444b79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (0e206a29-a1c6-43f7-a674-4195d5f136ad), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:20.723496 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-69d8f67a-5a9d-4350-a06b-e47513444b79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (0e206a29-a1c6-43f7-a674-4195d5f136ad), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:20.854403 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:20.922980 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-69d8f67a-5a9d-4350-a06b-e47513444b79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (0e206a29-a1c6-43f7-a674-4195d5f136ad), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:20.955618 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8f67a-5a9d-4350-a06b-e47513444b79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e206a29-a1c6-43f7-a674-4195d5f136ad,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:21.006339 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd9433-dd6a-4fe1-86ea-dd5c8a011d60 req-997d4462-6f56-4420-b9d0-fe34e441b587 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:21.009535 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fcbd9433-dd6a-4fe1-86ea-dd5c8a011d60 req-997d4462-6f56-4420-b9d0-fe34e441b587 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0687521 Jul 26 15:14:21.064291 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fcbd9433-dd6a-4fe1-86ea-dd5c8a011d60 req-ebda516c-28fa-4bf5-8409-446aabcb6cfa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488608 Jul 26 15:14:21.080155 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-69d8f67a-5a9d-4350-a06b-e47513444b79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.081389 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-69d8f67a-5a9d-4350-a06b-e47513444b79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5821898 Jul 26 15:14:21.084129 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42708) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:21.089617 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-71837606-318f-4cbd-a45f-e8f584b768d2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'security_group_rule': {'security_group_id': 'd6e04026-b715-4f82-9d57-d76dfcac10f9', 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:21.281280 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-71837606-318f-4cbd-a45f-e8f584b768d2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (02d080a9-6b13-4a57-8afd-6c2349342073), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.282554 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:21.341740 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-71837606-318f-4cbd-a45f-e8f584b768d2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (02d080a9-6b13-4a57-8afd-6c2349342073), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.402619 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:21.459657 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-71837606-318f-4cbd-a45f-e8f584b768d2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (02d080a9-6b13-4a57-8afd-6c2349342073), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.478234 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71837606-318f-4cbd-a45f-e8f584b768d2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d080a9-6b13-4a57-8afd-6c2349342073,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:21.553562 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-71837606-318f-4cbd-a45f-e8f584b768d2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.555446 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-71837606-318f-4cbd-a45f-e8f584b768d2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4696620 Jul 26 15:14:21.558275 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42712) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:21.562815 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-d51e80a3-3cb6-4182-994c-9d34bc70fa64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'security_group_rule': {'security_group_id': 'd6e04026-b715-4f82-9d57-d76dfcac10f9', 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:21.694456 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d51e80a3-3cb6-4182-994c-9d34bc70fa64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (98663ad5-8efb-4903-9d5a-4b91ae6354a7), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.758748 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d51e80a3-3cb6-4182-994c-9d34bc70fa64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (98663ad5-8efb-4903-9d5a-4b91ae6354a7), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.848181 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d51e80a3-3cb6-4182-994c-9d34bc70fa64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (98663ad5-8efb-4903-9d5a-4b91ae6354a7), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.869573 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e80a3-3cb6-4182-994c-9d34bc70fa64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98663ad5-8efb-4903-9d5a-4b91ae6354a7,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:21.956461 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-d51e80a3-3cb6-4182-994c-9d34bc70fa64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:21.959561 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-d51e80a3-3cb6-4182-994c-9d34bc70fa64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987222 Jul 26 15:14:21.960680 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42714) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:21.966035 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-1873a142-a512-4b6b-ba7c-75ba2c0b998a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'security_group_rule': {'security_group_id': 'd6e04026-b715-4f82-9d57-d76dfcac10f9', 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:22.021283 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 3fce7f5c-a5ab-460e-85f7-cbc79582807d up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:22.068602 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 3fce7f5c-a5ab-460e-85f7-cbc79582807d triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:22.069021 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.089375 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1873a142-a512-4b6b-ba7c-75ba2c0b998a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (4057a456-ac33-4bd5-9152-9166466ccebb), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.171517 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 3fce7f5c-a5ab-460e-85f7-cbc79582807d is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:22.172126 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.172601 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Sync routers for ids ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:22.175081 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1873a142-a512-4b6b-ba7c-75ba2c0b998a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (4057a456-ac33-4bd5-9152-9166466ccebb), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.186713 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Routers {'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:22.187242 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:14:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:22.197168 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] For port 3fce7f5c-a5ab-460e-85f7-cbc79582807d, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=3fce7f5c-a5ab-460e-85f7-cbc79582807d,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:22.215620 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30815e76-1017-4e08-a991-41b940300d25 req-d8ab99c4-2c2d-4650-b2ba-01bbb28afee1 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:22.217146 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-30815e76-1017-4e08-a991-41b940300d25 req-d8ab99c4-2c2d-4650-b2ba-01bbb28afee1 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0577395 Jul 26 15:14:22.243893 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:22.265909 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.272458 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1873a142-a512-4b6b-ba7c-75ba2c0b998a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (4057a456-ac33-4bd5-9152-9166466ccebb), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.284014 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-30815e76-1017-4e08-a991-41b940300d25 req-34f48e99-6fc9-479c-9ca9-4dee6df8c953 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606236 Jul 26 15:14:22.307840 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Set router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:22.310714 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:22.325699 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a142-a512-4b6b-ba7c-75ba2c0b998a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4057a456-ac33-4bd5-9152-9166466ccebb,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:22.358838 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Pushing event updated for resources: {'Port': ['ID=3fce7f5c-a5ab-460e-85f7-cbc79582807d,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:22.362934 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:22.467385 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1873a142-a512-4b6b-ba7c-75ba2c0b998a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.468699 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1873a142-a512-4b6b-ba7c-75ba2c0b998a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5064192 Jul 26 15:14:22.471392 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42720) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:22.476018 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-a182e0a7-56a6-45cb-92b7-f0171f4cf72a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'security_group_rule': {'security_group_id': 'd6e04026-b715-4f82-9d57-d76dfcac10f9', 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:22.499546 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:22.524979 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 4, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port': {'id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:14Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '20e5fd4a-5240-4062-8cbe-caf56fc32dfc', 'name': '', 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'mac_address': 'fa:16:3e:0b:ae:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:17Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 2, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'subnets': [{'id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:22.550506 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Checking router: a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:22.550853 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Updating router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc binding host dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:14:22.562945 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.securitygroups_db [None req-a182e0a7-56a6-45cb-92b7-f0171f4cf72a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Project aba3d424c6e64b9fb2b0c5e16eb42763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:14:22.569154 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a182e0a7-56a6-45cb-92b7-f0171f4cf72a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (7dc894ae-7469-46cb-870a-ce991e178430), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.581677 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.636226 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a182e0a7-56a6-45cb-92b7-f0171f4cf72a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (7dc894ae-7469-46cb-870a-ce991e178430), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.756248 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a182e0a7-56a6-45cb-92b7-f0171f4cf72a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (7dc894ae-7469-46cb-870a-ce991e178430), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.776920 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182e0a7-56a6-45cb-92b7-f0171f4cf72a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc894ae-7469-46cb-870a-ce991e178430,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:22.855732 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a182e0a7-56a6-45cb-92b7-f0171f4cf72a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.857004 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a182e0a7-56a6-45cb-92b7-f0171f4cf72a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3845251 Jul 26 15:14:22.859705 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42722) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:22.862136 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Publish callbacks [] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), precommit_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.864579 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.v2.base [None req-b78e6eda-c14b-46b8-a027-e13241c5e72d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'security_group_rule': {'security_group_id': 'd6e04026-b715-4f82-9d57-d76dfcac10f9', 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:22.968092 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.980022 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.securitygroups_db [None req-b78e6eda-c14b-46b8-a027-e13241c5e72d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Project aba3d424c6e64b9fb2b0c5e16eb42763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:14:22.983100 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:22.987488 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b78e6eda-c14b-46b8-a027-e13241c5e72d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (bd65abcd-e8ee-4a24-b6db-3ec5c76296c2), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.042035 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31afe62-dd3c-4179-91fb-722c11d8ee11 None None] Pushing event updated for resources: {'Port': ['ID=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,revision_number=3']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:23.058483 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b78e6eda-c14b-46b8-a027-e13241c5e72d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (bd65abcd-e8ee-4a24-b6db-3ec5c76296c2), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.080396 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Attempting to bind port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc on host dv-cinder-850668-2-iscsi for vnic_type normal with profile {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:14:23.083032 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Attempting to bind port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc by drivers openvswitch,hyperv on host dv-cinder-850668-2-iscsi at level 0 using segments [{'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:14:23.083032 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Attempting to bind port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc on network d3b00a90-c2d1-44a7-948e-0379bec7ac65 {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:14:23.087597 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Checking agent: {'id': '0e574679-fd64-45dc-89b8-fdfd95d287da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850668-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 54, 46), 'started_at': datetime.datetime(2022, 7, 26, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850668-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:14:23.087973 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Checking segment: {'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:23.088371 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.088781 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Bound using segment: {'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'} {{(pid=116404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:14:23.089513 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.managers [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Bound port: 20e5fd4a-5240-4062-8cbe-caf56fc32dfc, host: dv-cinder-850668-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb122cb-8e14-46ae-8167-edaf2fbc886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65'}}] {{(pid=116404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:14:23.089904 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), before_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.131410 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:23.156822 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b78e6eda-c14b-46b8-a027-e13241c5e72d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (bd65abcd-e8ee-4a24-b6db-3ec5c76296c2), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.158730 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:23.162513 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] For port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc, host dv-cinder-850668-2-iscsi, cleared binding levels {{(pid=116404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:23.166708 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.plugins.ml2.db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] For port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc, host dv-cinder-850668-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,segment=NetworkSegment(4fb122cb-8e14-46ae-8167-edaf2fbc886a),segment_id=4fb122cb-8e14-46ae-8167-edaf2fbc886a)] {{(pid=116404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:23.176258 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e6eda-c14b-46b8-a027-e13241c5e72d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd65abcd-e8ee-4a24-b6db-3ec5c76296c2,revision_number=0']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:23.295803 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-570ddffb-0ca4-45c1-899d-16426a6124a0 None None] Provisioning complete for port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:23.296351 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-570ddffb-0ca4-45c1-899d-16426a6124a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.306701 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron_lib.callbacks.manager [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), after_update {{(pid=116404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.314779 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-b78e6eda-c14b-46b8-a027-e13241c5e72d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.316084 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-b78e6eda-c14b-46b8-a027-e13241c5e72d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4550581 Jul 26 15:14:23.330748 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-570ddffb-0ca4-45c1-899d-16426a6124a0 None None] Port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:14:23.384627 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Routers {'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:14:23.384627 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:14:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:23.409153 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:23.439430 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31afe62-dd3c-4179-91fb-722c11d8ee11 None None] Pushing event updated for resources: {'Port': ['ID=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,revision_number=4']} {{(pid=116404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:23.465877 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:23.489524 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dd9c0-bd73-41f7-b339-f14e0ef7b20f req-9496375a-aa71-4159-aaff-b219b608433d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:23.491125 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d34dd9c0-bd73-41f7-b339-f14e0ef7b20f req-9496375a-aa71-4159-aaff-b219b608433d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0836287 Jul 26 15:14:23.557845 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d34dd9c0-bd73-41f7-b339-f14e0ef7b20f req-7c8f3ed2-0968-406f-9d94-88aa02619e88 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540993 Jul 26 15:14:23.648099 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] Set router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:14:23.657362 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Provisioning complete for port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:23.658562 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.745873 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Current status of the port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc is: DOWN; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:23.746264 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.782969 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] For port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,segment=NetworkSegment(4fb122cb-8e14-46ae-8167-edaf2fbc886a),segment_id=4fb122cb-8e14-46ae-8167-edaf2fbc886a)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:23.848669 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.860510 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 4, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port': {'id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:14Z', 'updated_at': '2022-07-26T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '20e5fd4a-5240-4062-8cbe-caf56fc32dfc', 'name': '', 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'mac_address': 'fa:16:3e:0b:ae:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:17Z', 'updated_at': '2022-07-26T15:14:23Z', 'revision_number': 4, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'subnets': [{'id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:23.888623 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f819d7-c6c1-4feb-babf-8e63afd37f65 None None] The sync data for ids ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'] in dv-cinder-850668-2-iscsi is: [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:14:18Z', 'revision_number': 4, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port': {'id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:14Z', 'updated_at': '2022-07-26T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '20e5fd4a-5240-4062-8cbe-caf56fc32dfc', 'name': '', 'network_id': 'd3b00a90-c2d1-44a7-948e-0379bec7ac65', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'mac_address': 'fa:16:3e:0b:ae:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:17Z', 'updated_at': '2022-07-26T15:14:23Z', 'revision_number': 4, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'subnets': [{'id': '6f13104c-0d11-4aa4-9114-55dee298b583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:23.900085 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Pushing event updated for resources: {'Port': ['ID=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:23.907946 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.908318 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.908641 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.908989 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.909331 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.909690 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.910026 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.910363 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.910692 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.911018 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.911346 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.911707 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.912033 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.912357 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:23.912679 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7053e9-52cb-4809-83d1-3ea11bae787b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:24.041870 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 3fce7f5c-a5ab-460e-85f7-cbc79582807d up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:24.094098 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 3fce7f5c-a5ab-460e-85f7-cbc79582807d triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:24.094477 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:24.173179 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 3fce7f5c-a5ab-460e-85f7-cbc79582807d is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:24.174267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 20e5fd4a-5240-4062-8cbe-caf56fc32dfc up at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:24.223565 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Provisioning complete for port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:24.223942 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:24.307995 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Current status of the port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc is: ACTIVE; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:24.487488 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:24.579690 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:24.706446 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973555e-8e74-4f7d-aacb-53216e01fb36 req-b2857315-5b6b-4fc5-bd39-ad1f621b2853 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:24.708799 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1973555e-8e74-4f7d-aacb-53216e01fb36 req-b2857315-5b6b-4fc5-bd39-ad1f621b2853 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0569963 Jul 26 15:14:24.756729 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:24.761471 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1973555e-8e74-4f7d-aacb-53216e01fb36 req-47a02b0d-0139-47a3-be87-e6697c47082a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478592 Jul 26 15:14:25.891821 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942061c-9239-4cf4-be6b-da225f868452 req-b6f09d6e-6448-40ba-938b-97d32e07cbce tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:25.893832 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5942061c-9239-4cf4-be6b-da225f868452 req-b6f09d6e-6448-40ba-938b-97d32e07cbce tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0517862 Jul 26 15:14:25.949255 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-5942061c-9239-4cf4-be6b-da225f868452 req-50f54bf1-1819-4323-a5ac-99c39b8258d6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487726 Jul 26 15:14:27.085069 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf07b2-6afe-4eab-95a4-b44fdbd2fc40 req-a3c5ce89-21af-48f5-af6a-1b29d555012c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:27.086551 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-88cf07b2-6afe-4eab-95a4-b44fdbd2fc40 req-a3c5ce89-21af-48f5-af6a-1b29d555012c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0558701 Jul 26 15:14:27.139844 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-88cf07b2-6afe-4eab-95a4-b44fdbd2fc40 req-a97bc449-34fc-4802-b066-2143889e06c4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461423 Jul 26 15:14:27.675392 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42852) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:27.795282 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-952339c3-fe1e-4e0d-9971-18834376658c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:27.877779 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-952339c3-fe1e-4e0d-9971-18834376658c admin admin] Publish callbacks [] for security_group (4499ea85-008d-41cb-898b-3c90bda7cc2f), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:27.967957 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-952339c3-fe1e-4e0d-9971-18834376658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4499ea85-008d-41cb-898b-3c90bda7cc2f), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:28.010842 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952339c3-fe1e-4e0d-9971-18834376658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4499ea85-008d-41cb-898b-3c90bda7cc2f,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:28.015023 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-952339c3-fe1e-4e0d-9971-18834376658c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a99fa9f875a943b38560abdfb123f328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374455 Jul 26 15:14:28.017879 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 42856) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:14:28.069358 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3266120c-e0d5-4c80-b55a-cb6d822d14c3 admin admin] Publish callbacks [] for security_group (4499ea85-008d-41cb-898b-3c90bda7cc2f), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:28.092857 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3266120c-e0d5-4c80-b55a-cb6d822d14c3 admin admin] Publish callbacks [] for security_group (4499ea85-008d-41cb-898b-3c90bda7cc2f), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:28.225239 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3266120c-e0d5-4c80-b55a-cb6d822d14c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4499ea85-008d-41cb-898b-3c90bda7cc2f), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:28.228395 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3266120c-e0d5-4c80-b55a-cb6d822d14c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:28.229578 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-3266120c-e0d5-4c80-b55a-cb6d822d14c3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4499ea85-008d-41cb-898b-3c90bda7cc2f HTTP/1.1" status: 204 len: 168 time: 0.2107940 Jul 26 15:14:28.238423 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266120c-e0d5-4c80-b55a-cb6d822d14c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4499ea85-008d-41cb-898b-3c90bda7cc2f,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:37.133335 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=17 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:37.136253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:38.233142 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=53,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:38.233899 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:38.253826 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=76 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:40.516462 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c2ce-d294-4934-b873-39a7b25a345b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:41.580991 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-e965ef82-c300-47d2-a4f2-efa636bd18b2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921348991&fields=id&tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 267 time: 0.0470164 Jul 26 15:14:41.693542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-482949b3-32d4-4b2a-934f-b8c51ce40df0 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:41.696116 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-482949b3-32d4-4b2a-934f-b8c51ce40df0 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 812 time: 0.1079624 Jul 26 15:14:41.710810 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-0e4eec5d-d1c9-4d7f-8950-32b6f211f8c2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/quotas/aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 375 time: 0.0096898 Jul 26 15:14:41.761729 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-ac1fc984-de52-4961-a712-5d0596b260ef tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455706 Jul 26 15:14:41.863814 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-5f2a86c3-829f-4a75-82f4-54606ef66c1e service neutron] 10.222.0.94 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907471 Jul 26 15:14:41.956304 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-56834d48-485c-4171-8d49-3066f82f4c1b service neutron] 10.222.0.94 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859911 Jul 26 15:14:42.649770 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4c978ae7-4003-4d11-af19-cbebe77b9deb req-12af6189-1428-45be-98c7-eb46bfb006b5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 210 time: 0.0293725 Jul 26 15:14:43.699248 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8f4e91dd-c51c-46c5-8c2b-82516a7fa84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:43.738067 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-22da7c50-a959-4c5b-9ab6-73faf45fcbdd req-3864e265-c835-49b6-8a91-65b7347e80d3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 210 time: 0.0328164 Jul 26 15:14:44.823804 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-44bf113d-8afd-421d-98cd-ab6e09a5dc26 req-2756f94a-48e0-4331-82f8-f55e8f49f6c5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 210 time: 0.0297053 Jul 26 15:14:45.127939 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:45.173197 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:45.282630 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=5 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:45.283374 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:46.089116 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-15104e4f-1c25-441c-b928-3d7b26584e28 req-91eb6ea4-16ef-4b69-823c-32dcee9f61c4 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 210 time: 0.1952538 Jul 26 15:14:46.328307 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:47.256078 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ed613204-1b4d-447c-84a2-6ee2b0b6a82c req-28f023db-42fa-425e-9668-7a52c481617a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 210 time: 0.0944536 Jul 26 15:14:47.371586 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-4086eb05-1ee2-433d-8985-af4c154d586d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:47.379057 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-4086eb05-1ee2-433d-8985-af4c154d586d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 812 time: 0.1131096 Jul 26 15:14:47.379271 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:47.395832 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:14:47.444342 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-9c7619bc-dbf6-47e1-9502-e4ef1ce742c4 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 380 time: 0.0595522 Jul 26 15:14:47.454156 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'port': {'device_id': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'admin_state_up': True, 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'security_groups': ['d6e04026-b715-4f82-9d57-d76dfcac10f9']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:47.630440 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Made reservation on behalf of aba3d424c6e64b9fb2b0c5e16eb42763 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:14:47.637309 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:47.771194 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Allocated IP 172.20.0.3 (987fc3bc-a943-4666-a158-3d1f2187f71f/ef76e977-ff2f-413f-a003-87b1892080e0/75a9e6b3-0609-419d-ab06-a0cc9c2d910c) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:47.920655 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:48.048249 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:48.099000 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Network 987fc3bc-a943-4666-a158-3d1f2187f71f is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:48.103160 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:48.107319 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:14:48.114558 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:48.153001 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.153472 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.156747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.156747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.156747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.156747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.156747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.156747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.157293 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.157671 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.158014 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.158329 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.158650 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.158970 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.159290 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:48.189746 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:48.190092 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:48.220460 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-27b9bbe5-7854-4c71-a040-737cf98008a8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470598 Jul 26 15:14:48.301872 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-04d19d32-560a-4b56-ac1a-087f0a6f0385 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8513134 Jul 26 15:14:48.303200 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-b0f59c89-ca4e-466e-a8d5-95e9eba7b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:48.304972 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-b0f59c89-ca4e-466e-a8d5-95e9eba7b648 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 1130 time: 0.0552289 Jul 26 15:14:48.321602 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Request body: {'port': {'device_id': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:14:48.325911 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-b812814e-25a7-4f92-a525-dfdbb101fc5d None None] Provisioning complete for port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:48.326297 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b812814e-25a7-4f92-a525-dfdbb101fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:48.365110 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-b812814e-25a7-4f92-a525-dfdbb101fc5d None None] Port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:14:48.365369 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:48.398287 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:48.406313 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:48.452016 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d48910-97ec-47c2-80d3-52189b505006 req-8c139189-02a8-453d-9db9-6fe4eb73f96d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:48.453443 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d0d48910-97ec-47c2-80d3-52189b505006 req-8c139189-02a8-453d-9db9-6fe4eb73f96d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 931 time: 0.0996537 Jul 26 15:14:48.494454 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-ef2541ac-1cc5-48cb-bc34-24eb1b991379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:48.495965 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-ef2541ac-1cc5-48cb-bc34-24eb1b991379 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 918 time: 0.1634128 Jul 26 15:14:48.561112 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d0d48910-97ec-47c2-80d3-52189b505006 req-57cca9c8-4577-46a1-afb4-72813c6f4cf2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005626 Jul 26 15:14:48.589591 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-9d574fa8-0918-47ad-9035-ac249bae49dc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d HTTP/1.1" status: 200 len: 1001 time: 0.0841532 Jul 26 15:14:48.644030 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-aed720c0-cfed-4756-8242-5f024207d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:48.645505 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-aed720c0-cfed-4756-8242-5f024207d9b6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0471330 Jul 26 15:14:48.694750 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-ae38fa94-0ed6-46eb-aec7-129828bb7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:48.697961 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-ae38fa94-0ed6-46eb-aec7-129828bb7312 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440934 Jul 26 15:14:48.704347 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a9e6b3-0609-419d-ab06-a0cc9c2d910c {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:14:48.712821 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Publish callbacks [] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:48.726084 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Transition to ACTIVE for port object 75a9e6b3-0609-419d-ab06-a0cc9c2d910c will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:14:48.802298 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-3e7dc4c2-2f23-4b08-b010-5227c8ebc2d6 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967488 Jul 26 15:14:48.813279 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:48.882068 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:48.893758 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Pushing event updated for resources: {'Port': ['ID=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:48.901025 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:48.918433 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-bd3dd6b2-400a-479a-aa85-01110bb76751 req-32d3e02b-47ff-4b82-a650-680367f5dd96 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082480 Jul 26 15:14:48.943015 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:48.957609 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Attempting to bind port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:14:48.957862 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Attempting to bind port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:14:48.958195 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Attempting to bind port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c on network 987fc3bc-a943-4666-a158-3d1f2187f71f {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:14:48.963687 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c on network 987fc3bc-a943-4666-a158-3d1f2187f71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:14:48.964016 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Attempting to bind port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c on network 987fc3bc-a943-4666-a158-3d1f2187f71f {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:14:48.970112 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:14:48.970461 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Checking segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:14:48.970853 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Bound using segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:14:48.971288 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Bound port: 75a9e6b3-0609-419d-ab06-a0cc9c2d910c, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:14:48.971721 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:49.309833 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] For port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:49.313131 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] For port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:49.436968 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:49.476018 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:49.476648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:49.478767 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] 10.222.0.102 "PUT /v2.0/ports/75a9e6b3-0609-419d-ab06-a0cc9c2d910c HTTP/1.1" status: 200 len: 1093 time: 1.1648192 Jul 26 15:14:49.480004 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'tag': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:14:49.481684 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9849cd33-f933-4a61-a620-277512255039" -d '{"events": [{"name": "network-changed", "server_uuid": "96bbf918-a33a-4c1a-9a56-1705a2b1c349", "tag": "75a9e6b3-0609-419d-ab06-a0cc9c2d910c"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:49.514629 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2054049-8b0d-4c06-b97a-855b9e18374b service neutron] Pushing event updated for resources: {'Port': ['ID=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:49.532643 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4aee04-bbc6-4d54-b364-208c90c2e997 x-openstack-request-id: req-6d4aee04-bbc6-4d54-b364-208c90c2e997 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:49.532937 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bbf918-a33a-4c1a-9a56-1705a2b1c349", "tag": "75a9e6b3-0609-419d-ab06-a0cc9c2d910c", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:49.533189 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6d4aee04-bbc6-4d54-b364-208c90c2e997 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:49.533591 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4aee04-bbc6-4d54-b364-208c90c2e997'] response: {'name': 'network-changed', 'server_uuid': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'tag': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'status': 'completed', 'code': 200} Jul 26 15:14:49.608502 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cd33-f933-4a61-a620-277512255039 req-31bfce08-098a-4962-85d8-f06c1d100eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:49.610283 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9849cd33-f933-4a61-a620-277512255039 req-31bfce08-098a-4962-85d8-f06c1d100eba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 1127 time: 0.0447528 Jul 26 15:14:49.703289 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0c64-97bd-428c-b634-d9a6d9154579 req-d8a732ea-e6c7-4502-84a4-27875ba88729 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:49.715732 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6f5b0c64-97bd-428c-b634-d9a6d9154579 req-d8a732ea-e6c7-4502-84a4-27875ba88729 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 943 time: 0.0672388 Jul 26 15:14:49.732116 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cd33-f933-4a61-a620-277512255039 req-d10da3f3-db72-4f73-84eb-482ec2984c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:49.733575 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9849cd33-f933-4a61-a620-277512255039 req-d10da3f3-db72-4f73-84eb-482ec2984c7b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1091449 Jul 26 15:14:49.764063 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6f5b0c64-97bd-428c-b634-d9a6d9154579 req-bc189aba-7e2b-463f-9eb8-4fd4b809c73a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479667 Jul 26 15:14:50.058902 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cd33-f933-4a61-a620-277512255039 req-96af4276-fb53-444a-922a-bbedd5db838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:50.060400 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9849cd33-f933-4a61-a620-277512255039 req-96af4276-fb53-444a-922a-bbedd5db838c service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959883 Jul 26 15:14:50.140876 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-6842cb5a-a8a0-48a9-a4b2-c2e50c05896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:50.142400 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-6842cb5a-a8a0-48a9-a4b2-c2e50c05896a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 1127 time: 0.0400229 Jul 26 15:14:50.184812 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-a5cd8ecc-12d0-449b-9e91-b481f23af306 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a9e6b3-0609-419d-ab06-a0cc9c2d910c HTTP/1.1" status: 200 len: 217 time: 0.0325084 Jul 26 15:14:50.241275 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-cd3eba65-5ae0-479a-9e2b-50836b5fc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:50.243485 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-cd3eba65-5ae0-479a-9e2b-50836b5fc935 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0504270 Jul 26 15:14:50.291225 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-c42bf838-b137-490d-8e77-f3caa548a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:50.292805 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-c42bf838-b137-490d-8e77-f3caa548a77e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415003 Jul 26 15:14:50.390989 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-a2324915-2ecc-40cf-be9a-a226f666c882 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911431 Jul 26 15:14:50.486665 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-035857fd-2b4d-4e3a-95a8-60ebc6dc6c2d req-5e954e45-2a4b-4e72-bcaa-bfd724927ea7 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882013 Jul 26 15:14:50.889195 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcf722-cdbe-42e8-aad7-35f9444a9a4c req-df3f4d01-9824-4baa-8783-fc799a0d65bd tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:50.890660 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-29bcf722-cdbe-42e8-aad7-35f9444a9a4c req-df3f4d01-9824-4baa-8783-fc799a0d65bd tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 943 time: 0.0493355 Jul 26 15:14:50.936345 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:50.945379 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-29bcf722-cdbe-42e8-aad7-35f9444a9a4c req-adfca372-fd6e-4fbb-a55d-4c0a4ce23639 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491250 Jul 26 15:14:52.067839 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529ce3-e898-4813-bec4-5b97d28ff30c req-a8fa9d72-7d1e-416c-a2e4-fce828acbbb2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:52.069320 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52529ce3-e898-4813-bec4-5b97d28ff30c req-a8fa9d72-7d1e-416c-a2e4-fce828acbbb2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 943 time: 0.0475876 Jul 26 15:14:52.120544 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-52529ce3-e898-4813-bec4-5b97d28ff30c req-c27aad03-4c06-44dd-9c39-6563ea882f65 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Jul 26 15:14:53.240386 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a79220-31b2-4ff1-8cda-6878f51420f5 req-cb617cf6-f991-496e-9db9-292a4c011c64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:53.241871 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c7a79220-31b2-4ff1-8cda-6878f51420f5 req-cb617cf6-f991-496e-9db9-292a4c011c64 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 943 time: 0.0495582 Jul 26 15:14:53.294577 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c7a79220-31b2-4ff1-8cda-6878f51420f5 req-97f781e8-8a33-473d-ba18-446116a31fd2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466199 Jul 26 15:14:54.418314 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fdce4-1d51-4179-9bd6-6f2c1a9a1498 req-55202aef-6ca9-4ae9-8213-e1640e51bc28 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:54.419817 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a52fdce4-1d51-4179-9bd6-6f2c1a9a1498 req-55202aef-6ca9-4ae9-8213-e1640e51bc28 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 943 time: 0.0515089 Jul 26 15:14:54.472745 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a52fdce4-1d51-4179-9bd6-6f2c1a9a1498 req-23ccdf7c-d14a-4479-a347-1a3141146fbd tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472620 Jul 26 15:14:55.594539 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c346-aa0d-42f3-afa2-3e1d2c012ccc req-a398deec-9dbe-4834-a1ca-118f6c520475 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:55.596022 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3fc4c346-aa0d-42f3-afa2-3e1d2c012ccc req-a398deec-9dbe-4834-a1ca-118f6c520475 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 943 time: 0.0481131 Jul 26 15:14:55.649160 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3fc4c346-aa0d-42f3-afa2-3e1d2c012ccc req-a86d9a1c-60a5-4aeb-b587-75f635d030e7 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469639 Jul 26 15:14:56.775538 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8279d-affa-4573-86fc-42f485e29a6e req-b3b24f20-edcf-48fb-ac32-a17e3ef01946 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:56.777075 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a5f8279d-affa-4573-86fc-42f485e29a6e req-b3b24f20-edcf-48fb-ac32-a17e3ef01946 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 943 time: 0.0516872 Jul 26 15:14:56.827890 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a5f8279d-affa-4573-86fc-42f485e29a6e req-da9a533f-5ac1-4425-973e-c897a7d66fdf tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451031 Jul 26 15:14:57.388973 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:57.523987 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 75a9e6b3-0609-419d-ab06-a0cc9c2d910c details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:14:57.626220 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:57.637995 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'port_id': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'mac_address': 'fa:16:3e:bd:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:14:57.673740 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:57.674168 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:57.687932 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a9e6b3-0609-419d-ab06-a0cc9c2d910c {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:14:57.709763 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:57.807520 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:57.860724 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:57.953367 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f05c3-ae61-4c3e-ac5b-da38b3aa1057 req-87522da1-eae6-4140-a42f-49fd58cc207b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:57.954931 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2d8f05c3-ae61-4c3e-ac5b-da38b3aa1057 req-87522da1-eae6-4140-a42f-49fd58cc207b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 944 time: 0.0529673 Jul 26 15:14:58.004940 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:58.010824 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2d8f05c3-ae61-4c3e-ac5b-da38b3aa1057 req-77ff6e14-520e-49eb-9f46-e3e848619eca tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501869 Jul 26 15:14:58.077562 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['75a9e6b3-0609-419d-ab06-a0cc9c2d910c'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:14:59.127881 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a219-aa87-4fa6-b05a-d1c18a2397d6 req-aa604a9a-bfd8-403d-8aa4-cb8c12a223fd tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:14:59.129354 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8946a219-aa87-4fa6-b05a-d1c18a2397d6 req-aa604a9a-bfd8-403d-8aa4-cb8c12a223fd tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 944 time: 0.0478592 Jul 26 15:14:59.183261 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8946a219-aa87-4fa6-b05a-d1c18a2397d6 req-7353fa3d-8c9f-4af7-8183-0deff247643a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477915 Jul 26 15:14:59.549845 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 75a9e6b3-0609-419d-ab06-a0cc9c2d910c up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:59.591308 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:59.593968 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:14:59.664439 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:14:59.664849 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:59.688947 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:59.741771 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:14:59.742170 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:59.769061 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:14:59.771393 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f9a18-d863-47ad-a840-04ba22134857" -d '{"events": [{"server_uuid": "96bbf918-a33a-4c1a-9a56-1705a2b1c349", "name": "network-vif-plugged", "status": "completed", "tag": "75a9e6b3-0609-419d-ab06-a0cc9c2d910c"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:59.784341 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:59.811571 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d724c57d-0388-429a-9b07-364b0b0d6779 x-openstack-request-id: req-d724c57d-0388-429a-9b07-364b0b0d6779 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:59.811856 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bbf918-a33a-4c1a-9a56-1705a2b1c349", "name": "network-vif-plugged", "status": "completed", "tag": "75a9e6b3-0609-419d-ab06-a0cc9c2d910c", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:59.812104 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d724c57d-0388-429a-9b07-364b0b0d6779 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:59.812528 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d724c57d-0388-429a-9b07-364b0b0d6779'] response: {'server_uuid': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'code': 200} Jul 26 15:14:59.870242 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:59.918817 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:00.263970 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8331e28-e76a-47b3-a1a7-7da9b6ecd6a7 req-722c4a9e-9b13-4675-a10e-3959e61cc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:00.265498 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f8331e28-e76a-47b3-a1a7-7da9b6ecd6a7 req-722c4a9e-9b13-4675-a10e-3959e61cc5a3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 1129 time: 0.0407557 Jul 26 15:15:00.314945 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474832c2-6a48-4744-b7fc-3b1717d8590b req-481200f9-224d-408a-9920-e54e8927c139 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:00.316382 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-474832c2-6a48-4744-b7fc-3b1717d8590b req-481200f9-224d-408a-9920-e54e8927c139 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Jul 26 15:15:00.320721 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f8331e28-e76a-47b3-a1a7-7da9b6ecd6a7 req-3dd4b51e-9d83-4364-a03f-f301ccc20487 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Jul 26 15:15:00.368654 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-474832c2-6a48-4744-b7fc-3b1717d8590b req-b3ab99f9-b954-4679-9576-f8ebef9d3a05 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Jul 26 15:15:01.488086 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6a5af-ee65-42db-b2c3-160c4e442d5b req-67b88f8b-bc71-4db4-ba11-110e30ed6746 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:01.489575 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-00a6a5af-ee65-42db-b2c3-160c4e442d5b req-67b88f8b-bc71-4db4-ba11-110e30ed6746 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Jul 26 15:15:01.542842 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-00a6a5af-ee65-42db-b2c3-160c4e442d5b req-f9dadbf1-d377-4d97-be7a-551d4b0bdc8b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467515 Jul 26 15:15:02.662899 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c2ed2-ea36-46bf-9c35-586ba5f5ba5c req-6ff998ab-0dde-402e-850e-043d77fc4d94 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:02.664420 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-af6c2ed2-ea36-46bf-9c35-586ba5f5ba5c req-6ff998ab-0dde-402e-850e-043d77fc4d94 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 945 time: 0.0486302 Jul 26 15:15:02.715277 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-af6c2ed2-ea36-46bf-9c35-586ba5f5ba5c req-6ba54865-587f-46fe-9a34-4098e7b6be33 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452743 Jul 26 15:15:02.833749 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36dea6-4999-46a8-af6f-d5166db7a97e req-95fc3bf4-0a0e-4667-bb72-4f334fdd313e tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:02.835175 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ce36dea6-4999-46a8-af6f-d5166db7a97e req-95fc3bf4-0a0e-4667-bb72-4f334fdd313e tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 945 time: 0.0485029 Jul 26 15:15:02.885691 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ce36dea6-4999-46a8-af6f-d5166db7a97e req-fc0a42f6-a673-4d0d-857e-60041e30eeed tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449843 Jul 26 15:15:02.914990 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42976) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:03.053751 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae551feb-dfc4-437b-9df2-9222c90f1d30 tempest-TestVolumeBootPattern-1208102255 tempest-TestVolumeBootPattern-1208102255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:03.055724 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ae551feb-dfc4-437b-9df2-9222c90f1d30 tempest-TestVolumeBootPattern-1208102255 tempest-TestVolumeBootPattern-1208102255-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 1124 time: 0.1394360 Jul 26 15:15:03.058952 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 42980) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:03.063884 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'port_id': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address': '172.20.0.3'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:15:03.167588 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:03.254395 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:03.364825 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Allocated IP 172.27.2.102 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/2d0b8c9f-587a-4924-ab7f-100c42e7cc0a) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:15:03.474134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:03.477668 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:03.596262 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:03.633538 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:03.644128 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:15:03.647195 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:15:03.651840 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:15:03.657010 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=2d0b8c9f-587a-4924-ab7f-100c42e7cc0a,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:04.016134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (a58eb933-32b2-4d61-8bb1-9cf10214de04), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:04.162148 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:04.320119 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:04.424248 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:04.487317 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:04.493619 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=2d0b8c9f-587a-4924-ab7f-100c42e7cc0a,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:04.507132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (a58eb933-32b2-4d61-8bb1-9cf10214de04), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:04.608532 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Floating IP a58eb933-32b2-4d61-8bb1-9cf10214de04 associated. External IP: 172.27.2.102, port: 75a9e6b3-0609-419d-ab06-a0cc9c2d910c. Jul 26 15:15:04.790409 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:04.821503 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:15:04.932627 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:15:04.943173 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:15:04.954124 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:15:04.954736 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:14:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:05.015180 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:05.050623 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-55e3cb5b-f22f-4245-9135-21857edabcc6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9904220 Jul 26 15:15:05.051318 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'tag': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:15:05.053681 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b81598d-9dba-407d-91b3-868ac0cafc24" -d '{"events": [{"name": "network-changed", "server_uuid": "96bbf918-a33a-4c1a-9a56-1705a2b1c349", "tag": "75a9e6b3-0609-419d-ab06-a0cc9c2d910c"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:15:05.094982 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ed386-f927-4fd3-9065-3a0bc8e5e1ac x-openstack-request-id: req-433ed386-f927-4fd3-9065-3a0bc8e5e1ac {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:15:05.095268 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bbf918-a33a-4c1a-9a56-1705a2b1c349", "tag": "75a9e6b3-0609-419d-ab06-a0cc9c2d910c", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:15:05.095557 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-433ed386-f927-4fd3-9065-3a0bc8e5e1ac {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:15:05.095967 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433ed386-f927-4fd3-9065-3a0bc8e5e1ac'] response: {'name': 'network-changed', 'server_uuid': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'tag': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'status': 'completed', 'code': 200} Jul 26 15:15:05.162175 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-31bc3e83-e973-45ee-bdb0-5dfef7dc6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:05.163702 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-31bc3e83-e973-45ee-bdb0-5dfef7dc6b99 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 1129 time: 0.0418420 Jul 26 15:15:05.187843 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:15:05.265243 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-057b12f9-feb4-48ef-9f51-42ba9e07b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:05.266700 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-057b12f9-feb4-48ef-9f51-42ba9e07b015 service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.0962546 Jul 26 15:15:05.335168 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-165d503f-b945-4230-a478-bd4d4f306d55 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a9e6b3-0609-419d-ab06-a0cc9c2d910c HTTP/1.1" status: 200 len: 999 time: 0.0613854 Jul 26 15:15:05.386199 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-851becf4-2b45-46b8-98b3-0eff16b37579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:05.387684 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-851becf4-2b45-46b8-98b3-0eff16b37579 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0466666 Jul 26 15:15:05.419051 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'a58eb933-32b2-4d61-8bb1-9cf10214de04', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:bd:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:15:03Z', 'updated_at': '2022-07-26T15:15:03Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:05.436652 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-0d101fd3-15dd-4e52-a5da-01890db9c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:05.438200 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-0d101fd3-15dd-4e52-a5da-01890db9c4c4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436728 Jul 26 15:15:05.445275 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:15:05.455339 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:15:05.455999 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:14:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:05.534640 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-15c92e1c-08bf-48d9-95ec-b8aea2b45974 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873146 Jul 26 15:15:05.562510 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:15:05.588444 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:05.635532 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9b81598d-9dba-407d-91b3-868ac0cafc24 req-7bdd2223-b919-47bd-ba4b-0f86da5ae979 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931168 Jul 26 15:15:05.646496 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:05.784306 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'a58eb933-32b2-4d61-8bb1-9cf10214de04', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:bd:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:15:03Z', 'updated_at': '2022-07-26T15:15:03Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:05.813974 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e1ad0-0121-4ad2-83ff-31a99c8be207 None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': 'a58eb933-32b2-4d61-8bb1-9cf10214de04', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:bd:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:15:03Z', 'updated_at': '2022-07-26T15:15:03Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:15:06.026501 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b1d90-3b53-4021-9bec-26de094c870f None None] New status for floating IP a58eb933-32b2-4d61-8bb1-9cf10214de04: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:15:09.117684 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb202c-73d4-4b05-83b0-1b52535df892 req-65c99d6b-2084-4cbb-b9b7-45bb1f5a78d2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:09.119218 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3feb202c-73d4-4b05-83b0-1b52535df892 req-65c99d6b-2084-4cbb-b9b7-45bb1f5a78d2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0490329 Jul 26 15:15:09.167829 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3feb202c-73d4-4b05-83b0-1b52535df892 req-71fd08f9-ac2f-42fe-846a-67f11cbd35ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424366 Jul 26 15:15:10.301139 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27e188-66e6-400b-a933-bc972c148a64 req-149591e6-5868-4626-b2c2-f9373d65d8c1 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:10.302772 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0d27e188-66e6-400b-a933-bc972c148a64 req-149591e6-5868-4626-b2c2-f9373d65d8c1 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0542760 Jul 26 15:15:10.354280 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0d27e188-66e6-400b-a933-bc972c148a64 req-7536bf1f-f3d2-4285-8938-702d3443d27a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Jul 26 15:15:10.504315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2d32feb6-fdd1-4a1d-b5c1-21503aad0401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:11.199534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-36f8e439-11d6-4bba-ba84-dd0d096d37df tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:11.201086 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-36f8e439-11d6-4bba-ba84-dd0d096d37df tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0574703 Jul 26 15:15:11.296494 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Deleting port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:15:11.296841 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:11.394121 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] For port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:15:11.394490 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:11.478140 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:11.525816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bf423-1b5f-4d87-b84a-c86f6371f748 req-b8413121-13d6-4e77-b33f-7edb7b71d675 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:11.527267 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e92bf423-1b5f-4d87-b84a-c86f6371f748 req-b8413121-13d6-4e77-b33f-7edb7b71d675 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 946 time: 0.0903018 Jul 26 15:15:11.632513 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e92bf423-1b5f-4d87-b84a-c86f6371f748 req-f08eb630-f1d9-4d6c-9ba6-4edfe5edb25c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=393b0802-d6be-47b4-8c77-91b4ff8b4e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976152 Jul 26 15:15:11.643347 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:11.643685 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (9d82a859-e8a8-4598-acaa-ef8e440c450e), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:11.643931 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Floating IP 9d82a859-e8a8-4598-acaa-ef8e440c450e disassociated. External IP: 172.27.2.105, port: 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d. Jul 26 15:15:11.644276 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Calling delete_port for 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:15:11.921603 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (914aac9d-0f65-4fef-a9cf-7ea754b0fa1d), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:11.949086 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event deleted for resources: {'Port': ['ID=914aac9d-0f65-4fef-a9cf-7ea754b0fa1d,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:12.062245 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:12.066261 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Router 27f7fc3c-c270-46e5-b873-d68b9fac931b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:15:12.447020 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:15:12.458486 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] Sync routers for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:15:12.469177 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:15:12.469879 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:14:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:12.493374 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] No DVR routers for this DVR port 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:15:12.495983 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:12.499980 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-157d6e16-1dc2-4ba3-a2bd-b8d50a6a902f req-30c392ba-f3ae-48e6-9bef-2f8e6e61195c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "DELETE /v2.0/ports/914aac9d-0f65-4fef-a9cf-7ea754b0fa1d HTTP/1.1" status: 204 len: 173 time: 1.2908902 Jul 26 15:15:12.500364 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-deleted', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:15:12.502688 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d788cd2a-424c-4600-82de-e9c075f6dafa" -d '{"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-deleted", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:15:12.546064 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59aff7f-3a9f-4ee1-953b-5dbc0474a120 x-openstack-request-id: req-d59aff7f-3a9f-4ee1-953b-5dbc0474a120 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:15:12.546378 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ce9439-b753-41cb-a9b1-042db35be70b", "name": "network-vif-deleted", "tag": "914aac9d-0f65-4fef-a9cf-7ea754b0fa1d", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:15:12.546648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d59aff7f-3a9f-4ee1-953b-5dbc0474a120 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:15:12.547067 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59aff7f-3a9f-4ee1-953b-5dbc0474a120'] response: {'server_uuid': '16ce9439-b753-41cb-a9b1-042db35be70b', 'name': 'network-vif-deleted', 'tag': '914aac9d-0f65-4fef-a9cf-7ea754b0fa1d', 'status': 'completed', 'code': 200} Jul 26 15:15:12.574615 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:12.587111 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:15:12.760629 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-48636d5c-031e-45ed-ac4c-2812bc5f6e5b req-44e72de9-2656-4183-b3fd-53e1b9457346 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=16ce9439-b753-41cb-a9b1-042db35be70b HTTP/1.1" status: 200 len: 210 time: 0.0332105 Jul 26 15:15:12.789688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:12.819680 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] Checking router: 27f7fc3c-c270-46e5-b873-d68b9fac931b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:15:12.828647 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:15:12.829246 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:14:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:12.936727 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:15:13.131855 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:13.158809 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb062b-80d6-43d4-b3da-dba86fbbd704 None None] The sync data for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi is: [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:15:13.384752 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5acb9a2-6e32-4e4b-9999-6607e18a2573 None None] New status for floating IP 9d82a859-e8a8-4598-acaa-ef8e440c450e: DOWN {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:15:13.727421 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d05bccb7-3094-4513-872e-a50af91dc072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:13.928049 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43024) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:13.984770 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b8e8-7b92-4434-986c-2ac273e0a92f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (393b0802-d6be-47b4-8c77-91b4ff8b4e80), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.010678 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b8e8-7b92-4434-986c-2ac273e0a92f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (393b0802-d6be-47b4-8c77-91b4ff8b4e80), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.138701 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b8e8-7b92-4434-986c-2ac273e0a92f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (393b0802-d6be-47b4-8c77-91b4ff8b4e80), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.141352 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b8e8-7b92-4434-986c-2ac273e0a92f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.142580 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-2cc5b8e8-7b92-4434-986c-2ac273e0a92f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "DELETE /v2.0/security-groups/393b0802-d6be-47b4-8c77-91b4ff8b4e80 HTTP/1.1" status: 204 len: 168 time: 0.2134802 Jul 26 15:15:14.145503 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43026) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:14.152058 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5b8e8-7b92-4434-986c-2ac273e0a92f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393b0802-d6be-47b4-8c77-91b4ff8b4e80,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:14.162601 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.api.v2.resource [None req-bab3d06f-cef9-48f1-a2e4-b8fef0ad575b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] show failed (client error): The resource could not be found. Jul 26 15:15:14.163798 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-bab3d06f-cef9-48f1-a2e4-b8fef0ad575b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups/393b0802-d6be-47b4-8c77-91b4ff8b4e80 HTTP/1.1" status: 404 len: 347 time: 0.0172491 Jul 26 15:15:14.166656 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43028) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:14.290457 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Deleting port f5e2343a-ac54-4e06-be37-9fc41bbc62cb {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:15:14.290827 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.376828 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.377153 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.389485 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Calling delete_port for f5e2343a-ac54-4e06-be37-9fc41bbc62cb owned by network:floatingip {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:15:14.454876 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:14.619109 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (f5e2343a-ac54-4e06-be37-9fc41bbc62cb), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.647587 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event deleted for resources: {'Port': ['ID=f5e2343a-ac54-4e06-be37-9fc41bbc62cb,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:14.717015 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (9d82a859-e8a8-4598-acaa-ef8e440c450e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.718104 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:14.719280 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4545a2db-41af-41d9-832a-ec0f193e0716 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "DELETE /v2.0/floatingips/9d82a859-e8a8-4598-acaa-ef8e440c450e HTTP/1.1" status: 204 len: 168 time: 0.5516417 Jul 26 15:15:14.965748 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43032) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:14.970995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-52fe4d53-bfa6-46ba-8336-d516896302b4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--636515929', 'description': 'tempest-description--1703218774'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:15:15.082937 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:15.093145 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-52fe4d53-bfa6-46ba-8336-d516896302b4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.139637 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.163591 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-52fe4d53-bfa6-46ba-8336-d516896302b4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (1a28076c-1784-46ba-b860-c96cee51ea8a), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.252956 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.327526 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-52fe4d53-bfa6-46ba-8336-d516896302b4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (1a28076c-1784-46ba-b860-c96cee51ea8a), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.359118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe4d53-bfa6-46ba-8336-d516896302b4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a28076c-1784-46ba-b860-c96cee51ea8a,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:15.500815 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-52fe4d53-bfa6-46ba-8336-d516896302b4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.502005 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-52fe4d53-bfa6-46ba-8336-d516896302b4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5349770 Jul 26 15:15:15.504891 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43034) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:15.509650 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-57c6767f-0e1e-4dd1-b56e-62639556e3aa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'security_group_rule': {'security_group_id': '1a28076c-1784-46ba-b860-c96cee51ea8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:15:15.523328 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:15.641086 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:15:15.661295 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:15:15.661632 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 914aac9d-0f65-4fef-a9cf-7ea754b0fa1d not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:15:15.704262 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-57c6767f-0e1e-4dd1-b56e-62639556e3aa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (e406d25c-3f08-4072-a520-626ec636c453), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.769953 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-57c6767f-0e1e-4dd1-b56e-62639556e3aa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (e406d25c-3f08-4072-a520-626ec636c453), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.882118 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-57c6767f-0e1e-4dd1-b56e-62639556e3aa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (e406d25c-3f08-4072-a520-626ec636c453), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:15.901912 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6767f-0e1e-4dd1-b56e-62639556e3aa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e406d25c-3f08-4072-a520-626ec636c453,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:16.066563 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-57c6767f-0e1e-4dd1-b56e-62639556e3aa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:16.067719 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-57c6767f-0e1e-4dd1-b56e-62639556e3aa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5617712 Jul 26 15:15:16.070449 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43036) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:16.075322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-804a09b6-4016-44f9-ab37-601538f2f61d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'security_group_rule': {'security_group_id': '1a28076c-1784-46ba-b860-c96cee51ea8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:15:16.202030 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-804a09b6-4016-44f9-ab37-601538f2f61d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (c184f5b9-a56b-48a2-9590-a8ba8de70889), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:16.264007 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-804a09b6-4016-44f9-ab37-601538f2f61d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (c184f5b9-a56b-48a2-9590-a8ba8de70889), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:16.327336 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:16.350037 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-804a09b6-4016-44f9-ab37-601538f2f61d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553293'] for security_group_rule (c184f5b9-a56b-48a2-9590-a8ba8de70889), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:16.369913 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a09b6-4016-44f9-ab37-601538f2f61d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c184f5b9-a56b-48a2-9590-a8ba8de70889,revision_number=0']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:16.477783 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-804a09b6-4016-44f9-ab37-601538f2f61d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:16.479043 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-804a09b6-4016-44f9-ab37-601538f2f61d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4076781 Jul 26 15:15:16.483176 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43038) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:16.487755 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:15:16.572884 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:16.657134 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:16.765838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Allocated IP 172.27.2.214 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:15:16.774879 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:16.880234 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for port (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.064661 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.073552 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:17.106958 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:15:17.112397 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:15:17.114962 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:15:17.139368 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'Port': ['ID=ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:17.209902 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (529f6d07-14ad-44de-9a7b-b6e27873d1a3), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.347429 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.349775 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.506410 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for port (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.606877 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.670105 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:17.678340 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'Port': ['ID=ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:17.693670 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (529f6d07-14ad-44de-9a7b-b6e27873d1a3), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.809594 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:17.810990 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e0a184fe-4b1b-446e-bc7d-512e95d9b92c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3265853 Jul 26 15:15:18.022241 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-0c2135a4-a93e-426e-8f9c-074170f17430 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--636515929&fields=id&tenant_id=b57441fed5b5437581930346bf9116ef HTTP/1.1" status: 200 len: 267 time: 0.0464089 Jul 26 15:15:18.136617 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-b6a6f682-f53b-459c-9252-7d57ac0cd96d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:18.138496 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-b6a6f682-f53b-459c-9252-7d57ac0cd96d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 817 time: 0.1090045 Jul 26 15:15:18.153996 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-f36002c5-30a4-4e71-8580-7867930c5f0b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/quotas/b57441fed5b5437581930346bf9116ef HTTP/1.1" status: 200 len: 375 time: 0.0097299 Jul 26 15:15:18.204397 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-430912f2-f152-4e8c-8d8a-8322c79f08b6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450611 Jul 26 15:15:18.220400 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-e200e5d8-7e6c-4bee-9c41-7eb2b6ecdc33 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:15:18.221364 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-e200e5d8-7e6c-4bee-9c41-7eb2b6ecdc33 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056241 Jul 26 15:15:18.319283 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-0e55797f-6fea-4729-b6bb-bc9de5d03510 service neutron] 10.222.0.94 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917544 Jul 26 15:15:18.416860 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-ef27d74f-f286-46bd-8e7c-629c8b677078 service neutron] 10.222.0.94 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919149 Jul 26 15:15:18.735351 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-21cffe9a-189c-4dde-a8da-b34611e481e7 req-4de74721-b1a7-42a7-b672-0a85938f56d0 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 210 time: 0.0336499 Jul 26 15:15:19.845012 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f24d91eb-978e-4400-82d3-4409a60ab9e6 req-eb468e3f-bbe4-4601-922e-0bb25e0e0243 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 210 time: 0.0304985 Jul 26 15:15:20.935022 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:20.937166 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:20.958906 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-96586c0a-def6-46c1-8bb7-7dd479a0e12e req-e74b570d-37ac-46fa-9f03-53923470121f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 210 time: 0.0325937 Jul 26 15:15:21.138253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-d54d6345-10b5-4b3f-bac0-646c3999f969 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:21.139776 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-d54d6345-10b5-4b3f-bac0-646c3999f969 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 817 time: 0.1123202 Jul 26 15:15:21.208133 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-49634a89-3ba7-4bca-9314-2660c699d5ad tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57441fed5b5437581930346bf9116ef HTTP/1.1" status: 200 len: 379 time: 0.0591285 Jul 26 15:15:21.222069 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'port': {'device_id': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'admin_state_up': True, 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'security_groups': ['1a28076c-1784-46ba-b860-c96cee51ea8a']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:15:21.544205 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Made reservation on behalf of b57441fed5b5437581930346bf9116ef for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:15:21.547733 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:21.647227 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:21.709999 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Allocated IP 172.20.0.5 (12e3290f-127b-470c-b462-095d0a9eadf0/ca2bc19d-6294-4117-a176-bb2066d49d6d/6a8b8d94-4686-4ed2-a4de-5c9c73088dca) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:15:21.741046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:21.881278 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:21.984765 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:22.047484 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Network 12e3290f-127b-470c-b462-095d0a9eadf0 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:15:22.065261 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:15:22.096956 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:15:22.096956 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:22.143653 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaa263-220b-4b73-835f-e61572b4510e req-4f4a29f8-91ea-49c5-91ed-58b7f7f8e6f5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:22.146346 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7faaa263-220b-4b73-835f-e61572b4510e req-4f4a29f8-91ea-49c5-91ed-58b7f7f8e6f5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 931 time: 0.1014879 Jul 26 15:15:22.198393 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:22.200132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:22.262906 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7faaa263-220b-4b73-835f-e61572b4510e req-f10ea4da-3a56-4033-872d-744141c9e357 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093287 Jul 26 15:15:22.346794 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-d6d56b2f-7fa1-4e6b-ad9c-3c8f3adc87bf None None] Provisioning complete for port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:15:22.347378 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d6d56b2f-7fa1-4e6b-ad9c-3c8f3adc87bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:22.352447 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-48450ce9-e8b5-44d2-982d-8c6d2f713e75 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1392217 Jul 26 15:15:22.362438 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-1bfca44b-4229-44ef-8622-eca91649e259 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:15:22.363653 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-1bfca44b-4229-44ef-8622-eca91649e259 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058379 Jul 26 15:15:22.377240 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Request body: {'port': {'device_id': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:15:22.382908 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-d6d56b2f-7fa1-4e6b-ad9c-3c8f3adc87bf None None] Port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:15:22.439514 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:22.604555 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:22.709901 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8b8d94-4686-4ed2-a4de-5c9c73088dca {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:15:22.717734 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Publish callbacks [] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:22.731900 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Transition to ACTIVE for port object 6a8b8d94-4686-4ed2-a4de-5c9c73088dca will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:15:22.841235 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:22.894487 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:22.972550 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Attempting to bind port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:15:22.972816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Attempting to bind port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:15:22.973336 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Attempting to bind port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca on network 12e3290f-127b-470c-b462-095d0a9eadf0 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:15:22.978284 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca on network 12e3290f-127b-470c-b462-095d0a9eadf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:15:22.978638 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Attempting to bind port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca on network 12e3290f-127b-470c-b462-095d0a9eadf0 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:15:22.984851 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:15:22.985265 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Checking segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:15:22.985557 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Bound using segment: {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:15:22.985981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Bound port: 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1169125-a18d-41ea-b757-5c2ae3438b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:15:22.986336 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:22.998113 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:23.051841 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:15:23.055319 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:15:23.150225 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:23.192248 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:23.192873 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:23.194286 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] 10.222.0.102 "PUT /v2.0/ports/6a8b8d94-4686-4ed2-a4de-5c9c73088dca HTTP/1.1" status: 200 len: 1093 time: 0.8219070 Jul 26 15:15:23.194721 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:15:23.197019 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3108b4-a2a7-41bd-a174-bbcc7ae9233a" -d '{"events": [{"name": "network-changed", "server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:15:23.219861 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097e254-40eb-4db4-8172-4092b7c3242e service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:23.243618 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc53f06e-4d61-4c87-9b45-1f6de12c8be5 x-openstack-request-id: req-dc53f06e-4d61-4c87-9b45-1f6de12c8be5 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:15:23.243918 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:15:23.244171 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dc53f06e-4d61-4c87-9b45-1f6de12c8be5 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:15:23.244585 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc53f06e-4d61-4c87-9b45-1f6de12c8be5'] response: {'name': 'network-changed', 'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'status': 'completed', 'code': 200} Jul 26 15:15:23.320578 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3108b4-a2a7-41bd-a174-bbcc7ae9233a req-fe4d72aa-fb52-47ce-8464-9d2dfb467d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:23.322986 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fa3108b4-a2a7-41bd-a174-bbcc7ae9233a req-fe4d72aa-fb52-47ce-8464-9d2dfb467d2a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 1127 time: 0.0553746 Jul 26 15:15:23.440315 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3533bc2-e7f5-4caa-acb8-0d20b7f4e918 req-8e8391d5-c2d5-4fbb-b80d-48376fb9a86f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:23.441806 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e3533bc2-e7f5-4caa-acb8-0d20b7f4e918 req-8e8391d5-c2d5-4fbb-b80d-48376fb9a86f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0951977 Jul 26 15:15:23.462099 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:23.463876 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:23.513995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3108b4-a2a7-41bd-a174-bbcc7ae9233a req-b0d0fb82-0582-4696-9d45-d0b0bb4dc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:23.515393 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fa3108b4-a2a7-41bd-a174-bbcc7ae9233a req-b0d0fb82-0582-4696-9d45-d0b0bb4dc64b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=b57441fed5b5437581930346bf9116ef&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1803873 Jul 26 15:15:23.519806 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e3533bc2-e7f5-4caa-acb8-0d20b7f4e918 req-c99b83ac-4274-4db7-bfd9-1500a4db5b7d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717323 Jul 26 15:15:23.616959 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3108b4-a2a7-41bd-a174-bbcc7ae9233a req-97ff7438-ff53-4775-9189-48d82b9d2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:23.618411 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-fa3108b4-a2a7-41bd-a174-bbcc7ae9233a req-97ff7438-ff53-4775-9189-48d82b9d2747 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927801 Jul 26 15:15:23.691684 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-c4b91315-00c9-4ff5-9029-8574307e30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:23.693144 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-c4b91315-00c9-4ff5-9029-8574307e30d2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 1127 time: 0.0380540 Jul 26 15:15:23.740692 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-ef8f62dd-a38a-49b8-9520-71d90481ec43 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca HTTP/1.1" status: 200 len: 217 time: 0.0378408 Jul 26 15:15:23.794136 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4ffc1de5-8f82-4138-8987-d25489db946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:23.795649 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-4ffc1de5-8f82-4138-8987-d25489db946c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0453622 Jul 26 15:15:23.839060 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-82649b4e-7ec6-43c2-ac93-8bc58380a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:23.841437 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-82649b4e-7ec6-43c2-ac93-8bc58380a26d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395994 Jul 26 15:15:23.895584 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:23.938314 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-0db859fb-ceb5-4e69-be1a-9ecbc7587a9e service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900173 Jul 26 15:15:24.032738 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-bc3bf6d5-6c0c-4b0c-bf54-73fe1f181067 req-fb937dd9-94c3-4152-9505-8b3a8f73d610 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880485 Jul 26 15:15:24.395449 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:15:24.649581 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4cf5f-55eb-468e-83fd-1506debe6aed req-e334d9f4-0e1e-47fd-9002-8faf30f52886 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:24.651325 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c0f4cf5f-55eb-468e-83fd-1506debe6aed req-e334d9f4-0e1e-47fd-9002-8faf30f52886 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0501127 Jul 26 15:15:24.706729 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-c0f4cf5f-55eb-468e-83fd-1506debe6aed req-67bbcb64-ad44-41c9-995a-064d105e9820 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454228 Jul 26 15:15:25.706791 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:15:25.842797 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760f86f-13b1-4bd6-8454-ee8b3d846c48 req-1c674354-8d47-47c2-83dd-28d01f6e866e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:25.844401 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9760f86f-13b1-4bd6-8454-ee8b3d846c48 req-1c674354-8d47-47c2-83dd-28d01f6e866e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0557754 Jul 26 15:15:25.896588 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9760f86f-13b1-4bd6-8454-ee8b3d846c48 req-e51245be-73c8-47b3-9d88-a3250b18a094 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462205 Jul 26 15:15:25.945816 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:15:25.957266 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'port_id': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'mac_address': 'fa:16:3e:e4:a0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:15:25.992900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:15:25.993292 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:26.007673 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8b8d94-4686-4ed2-a4de-5c9c73088dca {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:15:26.027519 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:15:26.149816 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:26.199991 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:26.207215 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.207658 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.207941 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.208280 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.208672 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.209008 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.209393 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.209825 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.209985 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.210307 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.210628 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.210953 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.211271 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.211619 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.211941 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:15:26.439553 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6a8b8d94-4686-4ed2-a4de-5c9c73088dca'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:15:26.513648 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:27.020932 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a85d4-aa82-474a-8e29-52ad22e55a61 req-c500481f-babb-43cc-a857-3da4ef82f8f3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:27.022396 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-273a85d4-aa82-474a-8e29-52ad22e55a61 req-c500481f-babb-43cc-a857-3da4ef82f8f3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 944 time: 0.0471966 Jul 26 15:15:27.073663 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-273a85d4-aa82-474a-8e29-52ad22e55a61 req-92195695-e187-4a44-aafd-b1962bbceca0 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Jul 26 15:15:27.722424 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:15:27.768856 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:15:27.852318 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:15:27.852703 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:27.928176 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:15:27.928597 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:27.939025 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:27.951665 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:15:27.953908 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84544d25-c131-4006-b369-3fe0c0b458f1" -d '{"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:15:27.968215 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:15:27.994106 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78100f94-372d-4d79-8fc1-be04dd35daff x-openstack-request-id: req-78100f94-372d-4d79-8fc1-be04dd35daff {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:15:27.994397 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:15:27.994653 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-78100f94-372d-4d79-8fc1-be04dd35daff {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:15:27.995044 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78100f94-372d-4d79-8fc1-be04dd35daff'] response: {'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'code': 200} Jul 26 15:15:28.052748 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:28.101445 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:15:28.201711 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bbdb8-84fd-4c5c-8dbd-5211b2d258a7 req-f8b07849-84bc-4e66-b27b-18266f67051b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:28.203251 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b81bbdb8-84fd-4c5c-8dbd-5211b2d258a7 req-f8b07849-84bc-4e66-b27b-18266f67051b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0506396 Jul 26 15:15:28.254221 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-b81bbdb8-84fd-4c5c-8dbd-5211b2d258a7 req-a9ad2feb-2d5c-40a2-bc10-154f7f270de2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452414 Jul 26 15:15:28.390532 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d2785-fd75-4c70-a2c7-b2e2183b8a5a req-ac5a27c2-5e0b-4e0c-8a61-a4f8b1186393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:28.392103 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4b0d2785-fd75-4c70-a2c7-b2e2183b8a5a req-ac5a27c2-5e0b-4e0c-8a61-a4f8b1186393 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 1129 time: 0.0875747 Jul 26 15:15:28.440456 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-4b0d2785-fd75-4c70-a2c7-b2e2183b8a5a req-09f18a6a-a899-4752-9b5a-e1e470c69305 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Jul 26 15:15:29.379007 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:29.389601 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67a530-7f27-4258-89f3-52d1c8b68882 req-42d19c7e-e229-47d3-ad1e-ada010d7edda tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:29.392061 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8e67a530-7f27-4258-89f3-52d1c8b68882 req-42d19c7e-e229-47d3-ad1e-ada010d7edda tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0525947 Jul 26 15:15:29.440576 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8e67a530-7f27-4258-89f3-52d1c8b68882 req-e4ed4548-d3c7-4727-bc3f-a86a0e50bd6a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438540 Jul 26 15:15:30.567431 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3b69-016b-485a-9daf-6e316a71c395 req-983b15b5-7a5a-4fcd-81fa-12c3ec760182 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:30.568932 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-829a3b69-016b-485a-9daf-6e316a71c395 req-983b15b5-7a5a-4fcd-81fa-12c3ec760182 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0477114 Jul 26 15:15:30.616738 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-829a3b69-016b-485a-9daf-6e316a71c395 req-fbd7d5d3-f429-4451-a5cf-370a26d6ba06 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Jul 26 15:15:30.736624 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b761993-ca08-4687-83d3-5b4d5f16555f req-919555e4-2f5e-48fa-83e3-afd1d5f91729 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:30.738104 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0b761993-ca08-4687-83d3-5b4d5f16555f req-919555e4-2f5e-48fa-83e3-afd1d5f91729 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Jul 26 15:15:30.747758 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43098) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:15:30.752547 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Request body: {'floatingip': {'port_id': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:15:30.790891 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (529f6d07-14ad-44de-9a7b-b6e27873d1a3), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:31.223064 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:31.281493 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (529f6d07-14ad-44de-9a7b-b6e27873d1a3), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:31.382804 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Floating IP 529f6d07-14ad-44de-9a7b-b6e27873d1a3 associated. External IP: 172.27.2.214, port: 6a8b8d94-4686-4ed2-a4de-5c9c73088dca. Jul 26 15:15:31.748934 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:31.848884 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Router 27f7fc3c-c270-46e5-b873-d68b9fac931b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:15:31.956256 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:15:31.960805 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:31.966410 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] Sync routers for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:15:31.977317 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:15:31.977873 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:15:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:31.980607 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:31.996747 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-cd8fcabd-8166-47b1-b258-e3d3b31dae38 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "PUT /v2.0/floatingips/529f6d07-14ad-44de-9a7b-b6e27873d1a3 HTTP/1.1" status: 200 len: 991 time: 1.2479527 Jul 26 15:15:31.997338 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:15:32.000289 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64501701-8991-41a9-beb9-de4391773ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:15:32.087746 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:15:32.097385 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e7f70-849b-4c53-8189-5949214d5b07 x-openstack-request-id: req-701e7f70-849b-4c53-8189-5949214d5b07 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:15:32.097672 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:15:32.097921 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-701e7f70-849b-4c53-8189-5949214d5b07 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:15:32.098322 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701e7f70-849b-4c53-8189-5949214d5b07'] response: {'name': 'network-changed', 'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'status': 'completed', 'code': 200} Jul 26 15:15:32.159484 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501701-8991-41a9-beb9-de4391773ed1 req-e897dbce-5cc1-48c7-b7de-705db94c6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:32.160989 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64501701-8991-41a9-beb9-de4391773ed1 req-e897dbce-5cc1-48c7-b7de-705db94c6fbb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 1129 time: 0.0400136 Jul 26 15:15:32.258648 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501701-8991-41a9-beb9-de4391773ed1 req-1d018fe5-90dc-4031-b705-c28584b46b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:32.260153 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64501701-8991-41a9-beb9-de4391773ed1 req-1d018fe5-90dc-4031-b705-c28584b46b60 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 918 time: 0.0918531 Jul 26 15:15:32.316266 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '529f6d07-14ad-44de-9a7b-b6e27873d1a3', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'port_id': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'mac_address': 'fa:16:3e:e4:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:15:17Z', 'updated_at': '2022-07-26T15:15:31Z', 'revision_number': 1, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:32.330772 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64501701-8991-41a9-beb9-de4391773ed1 req-ae2d3441-37f0-447b-a135-5246778012ee service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca HTTP/1.1" status: 200 len: 999 time: 0.0630853 Jul 26 15:15:32.346412 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] Checking router: 27f7fc3c-c270-46e5-b873-d68b9fac931b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:15:32.355125 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:15:32.355773 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:15:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:32.383601 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501701-8991-41a9-beb9-de4391773ed1 req-1ca77e64-1481-436b-b3f3-db508abb4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:32.385143 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64501701-8991-41a9-beb9-de4391773ed1 req-1ca77e64-1481-436b-b3f3-db508abb4a17 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0479393 Jul 26 15:15:32.431789 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501701-8991-41a9-beb9-de4391773ed1 req-18582db6-f070-4b7d-af2d-ec4ff2cfaa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:32.433293 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64501701-8991-41a9-beb9-de4391773ed1 req-18582db6-f070-4b7d-af2d-ec4ff2cfaa86 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396090 Jul 26 15:15:32.459337 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:15:32.531587 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64501701-8991-41a9-beb9-de4391773ed1 req-aa5a7f64-cc37-4614-9642-efec7e5ddda6 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910101 Jul 26 15:15:32.608903 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:32.627264 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-64501701-8991-41a9-beb9-de4391773ed1 req-48887894-5fe5-471e-9997-76da579a6bf3 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873041 Jul 26 15:15:32.681107 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '529f6d07-14ad-44de-9a7b-b6e27873d1a3', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'port_id': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'mac_address': 'fa:16:3e:e4:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:15:17Z', 'updated_at': '2022-07-26T15:15:31Z', 'revision_number': 1, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:15:32.707118 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54191f-d340-474d-bdcf-94df29de88e0 None None] The sync data for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi is: [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '529f6d07-14ad-44de-9a7b-b6e27873d1a3', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'port_id': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'mac_address': 'fa:16:3e:e4:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:15:17Z', 'updated_at': '2022-07-26T15:15:31Z', 'revision_number': 1, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:15:32.899059 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8b3384-3543-481e-a20f-ab8b08026f6c None None] New status for floating IP 529f6d07-14ad-44de-9a7b-b6e27873d1a3: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:15:40.451277 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-038a7b6e-8dad-45fc-af39-0ee80a6bb508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:40.605209 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=35 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:40.613259 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=37 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:42.621832 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=40 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:42.624366 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=75 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:43.002223 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:43.004064 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:43.675127 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-86faeb8b-5ad4-47fd-a82e-a9089875ba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:45.103118 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:45.160796 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:46.320906 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:47.349433 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:48.195395 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-acc04840-8864-46da-a363-93bc5e4216a8 req-aa1899e1-42cf-479a-9ea3-ec26d91d42d2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428174 Jul 26 15:15:48.277655 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc04840-8864-46da-a363-93bc5e4216a8 req-cd8858cf-1803-46b0-8f82-0429e659f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:48.279169 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-acc04840-8864-46da-a363-93bc5e4216a8 req-cd8858cf-1803-46b0-8f82-0429e659f4fc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 1129 time: 0.0399845 Jul 26 15:15:48.392299 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc04840-8864-46da-a363-93bc5e4216a8 req-0b5e8aae-eefd-4589-9020-b2ebdc7c28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:48.393751 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-acc04840-8864-46da-a363-93bc5e4216a8 req-0b5e8aae-eefd-4589-9020-b2ebdc7c28fe service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.0945714 Jul 26 15:15:48.457849 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-acc04840-8864-46da-a363-93bc5e4216a8 req-545ae150-e897-4406-b08b-20c909218120 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a9e6b3-0609-419d-ab06-a0cc9c2d910c HTTP/1.1" status: 200 len: 1001 time: 0.0576627 Jul 26 15:15:48.512654 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc04840-8864-46da-a363-93bc5e4216a8 req-89bf49ce-7ae5-4b29-8f18-65e63be532ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:48.514519 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-acc04840-8864-46da-a363-93bc5e4216a8 req-89bf49ce-7ae5-4b29-8f18-65e63be532ce service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0501456 Jul 26 15:15:48.573763 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc04840-8864-46da-a363-93bc5e4216a8 req-b4e73db4-1ed7-42c2-bce4-44f73af66b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:15:48.575249 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-acc04840-8864-46da-a363-93bc5e4216a8 req-b4e73db4-1ed7-42c2-bce4-44f73af66b6a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551286 Jul 26 15:15:48.677534 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-acc04840-8864-46da-a363-93bc5e4216a8 req-2ff68efd-c204-4f81-8a48-908581021e3c service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953639 Jul 26 15:15:48.783114 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-acc04840-8864-46da-a363-93bc5e4216a8 req-2928b59c-ba83-4d7e-807c-af58c5ec7a05 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990422 Jul 26 15:15:57.277107 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:57.280428 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:58.777029 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=46 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:58.778203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=55 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:59.274823 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:59.282020 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:01.400788 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:16:10.474726 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-872147cb-3db2-493f-a9a8-15691d4d8693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:11.393424 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:11.876632 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985fb39-8fbc-4105-ac7a-08df27caae54 req-1b18c0e1-b7f5-4e01-ac9b-89bacfd9ae18 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:11.879962 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a985fb39-8fbc-4105-ac7a-08df27caae54 req-1b18c0e1-b7f5-4e01-ac9b-89bacfd9ae18 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0755248 Jul 26 15:16:11.958235 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a985fb39-8fbc-4105-ac7a-08df27caae54 req-d7732431-d734-419b-a7bc-d9fcbebf8903 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724728 Jul 26 15:16:13.130097 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f943a-5b51-4245-9e37-764587ae380f req-c686b17d-79fe-4446-a6e2-c2cc2936c3fc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:13.131688 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fe6f943a-5b51-4245-9e37-764587ae380f req-c686b17d-79fe-4446-a6e2-c2cc2936c3fc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0739236 Jul 26 15:16:13.194414 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fe6f943a-5b51-4245-9e37-764587ae380f req-89aa10a7-908f-41cf-a24c-91d69d6e5d32 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570114 Jul 26 15:16:13.697380 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-c5060022-85fb-4fe4-ad6c-c757cc7bee74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:14.358336 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d77ff-7191-48d8-b951-e5f5d18cd3ae req-d8dd25f6-8985-47e7-ba44-4ab3a7c6abbc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:14.360418 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f03d77ff-7191-48d8-b951-e5f5d18cd3ae req-d8dd25f6-8985-47e7-ba44-4ab3a7c6abbc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0670073 Jul 26 15:16:14.444249 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f03d77ff-7191-48d8-b951-e5f5d18cd3ae req-9969512c-3d9b-41ab-8a2b-191e56e580a9 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742023 Jul 26 15:16:15.120219 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:15.269109 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:15.586240 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f8b12-0c6a-4c05-8496-2c7272a001ca req-3508f33c-1670-4b87-8713-cde00238e53b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:15.587848 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-978f8b12-0c6a-4c05-8496-2c7272a001ca req-3508f33c-1670-4b87-8713-cde00238e53b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0496404 Jul 26 15:16:15.637707 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-978f8b12-0c6a-4c05-8496-2c7272a001ca req-729858a9-9b7e-4afa-ae82-09133014e9a8 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Jul 26 15:16:16.314713 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:16.772456 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c21c3-b618-4d8c-a3c4-51ed709b5d9d req-bd1ca700-a099-4db0-a7e9-5a95ab362eec tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:16.774077 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-573c21c3-b618-4d8c-a3c4-51ed709b5d9d req-bd1ca700-a099-4db0-a7e9-5a95ab362eec tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Jul 26 15:16:16.827967 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-573c21c3-b618-4d8c-a3c4-51ed709b5d9d req-7ca922b1-b567-47be-a854-8bd1282233d5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476086 Jul 26 15:16:17.491848 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:17.963749 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897ed67-fa0f-40f6-b09f-c9eaa38e343d req-b480d6b1-6096-43fd-87aa-b891a6151bd4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:17.965335 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d897ed67-fa0f-40f6-b09f-c9eaa38e343d req-b480d6b1-6096-43fd-87aa-b891a6151bd4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0532339 Jul 26 15:16:18.018680 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d897ed67-fa0f-40f6-b09f-c9eaa38e343d req-28d69c78-4e26-47a5-965d-0f0061141484 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476232 Jul 26 15:16:19.146988 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b7a04-6474-4237-b82d-c23a1a38fb1f req-3da39cae-6fae-4109-a8ca-63fce3b40433 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:19.148401 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-472b7a04-6474-4237-b82d-c23a1a38fb1f req-3da39cae-6fae-4109-a8ca-63fce3b40433 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0500958 Jul 26 15:16:19.197332 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-472b7a04-6474-4237-b82d-c23a1a38fb1f req-c9df275a-59cf-462f-8d81-94cbd5bfdd5c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Jul 26 15:16:20.328980 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3c008-ccb3-4ff7-930a-f96e9f2ade6e req-3da6c523-579e-49b4-b6b9-30f8cd5ebc9d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:20.330529 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d8a3c008-ccb3-4ff7-930a-f96e9f2ade6e req-3da6c523-579e-49b4-b6b9-30f8cd5ebc9d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0496001 Jul 26 15:16:20.380703 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d8a3c008-ccb3-4ff7-930a-f96e9f2ade6e req-774d15e0-31a3-4337-a436-d2810fa5618b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433521 Jul 26 15:16:21.518254 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e959-e37f-4010-a028-6a5131cfbbf7 req-00e4b798-188d-4b8e-934b-a920cbc96eb2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:21.519794 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1a25e959-e37f-4010-a028-6a5131cfbbf7 req-00e4b798-188d-4b8e-934b-a920cbc96eb2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0577905 Jul 26 15:16:21.572426 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1a25e959-e37f-4010-a028-6a5131cfbbf7 req-c50f9865-f1a0-411d-ba54-7720923de626 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464804 Jul 26 15:16:22.752368 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6feb0-8f55-4615-bcaf-bd91c6457f7d req-92a3eacc-c8ee-499b-bc97-862d6e1a1a07 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:22.754933 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-59f6feb0-8f55-4615-bcaf-bd91c6457f7d req-92a3eacc-c8ee-499b-bc97-862d6e1a1a07 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0834439 Jul 26 15:16:22.818653 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-59f6feb0-8f55-4615-bcaf-bd91c6457f7d req-796faaad-b2ca-489f-ba76-caef2d46ddee tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574996 Jul 26 15:16:23.956670 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ce977-9acd-410a-a5e3-acb9dac2c7fe req-193b7d26-21e0-45b3-9cbc-82c77a3b20fa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:23.958351 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-350ce977-9acd-410a-a5e3-acb9dac2c7fe req-193b7d26-21e0-45b3-9cbc-82c77a3b20fa tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0554264 Jul 26 15:16:23.976578 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:16:24.009032 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-350ce977-9acd-410a-a5e3-acb9dac2c7fe req-573e722a-898b-4358-a55a-3173967bc780 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449197 Jul 26 15:16:24.083607 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:24.096192 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'port_id': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'mac_address': 'fa:16:3e:e4:a0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:16:24.133502 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca is: ACTIVE; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:16:24.133502 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:24.147057 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a8b8d94-4686-4ed2-a4de-5c9c73088dca {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:16:24.168803 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:24.308473 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:24.368873 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=6']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:24.388815 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6a8b8d94-4686-4ed2-a4de-5c9c73088dca'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:16:25.142029 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadff97-f825-48f3-a661-4c38a2b5d923 req-95b4b00c-c79f-40ff-a0f2-557a7a8cf4f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:25.145346 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7cadff97-f825-48f3-a661-4c38a2b5d923 req-95b4b00c-c79f-40ff-a0f2-557a7a8cf4f6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 944 time: 0.0541749 Jul 26 15:16:25.209447 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-7cadff97-f825-48f3-a661-4c38a2b5d923 req-44689a3b-5253-4455-965f-002b6ffa4f4b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577750 Jul 26 15:16:25.986329 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:16:26.044911 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:16:26.045289 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:26.116760 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:26.126935 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:16:26.127411 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:26.150974 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:26.156318 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:16:26.158895 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38da195-ed29-4152-9cf7-fbe50ba0a4fe" -d '{"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:26.180267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:26.308840 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:26.315826 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca52504-9b9c-41e1-b3a9-0de0ea958ab2 x-openstack-request-id: req-2ca52504-9b9c-41e1-b3a9-0de0ea958ab2 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:26.323904 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:26.323904 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2ca52504-9b9c-41e1-b3a9-0de0ea958ab2 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:26.323904 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca52504-9b9c-41e1-b3a9-0de0ea958ab2'] response: {'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'code': 200} Jul 26 15:16:26.384549 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=7']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:26.394233 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.394930 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.395099 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.395311 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.395657 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.395856 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad3004-c458-48c9-87b4-a4c656157ff6 req-b0252dec-092c-4b0a-afca-43ce8e96706f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:26.396607 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.396607 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.396901 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.397005 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.397312 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.397795 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.398167 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.398531 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.398889 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.399208 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:26.399961 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-85ad3004-c458-48c9-87b4-a4c656157ff6 req-b0252dec-092c-4b0a-afca-43ce8e96706f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0632379 Jul 26 15:16:26.469452 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-85ad3004-c458-48c9-87b4-a4c656157ff6 req-94be5e59-4937-44d4-b144-ba29f32d4328 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536869 Jul 26 15:16:27.649201 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80be0-bbf2-48d8-9ee5-4df479e7eae5 req-bd18c5cd-5da1-4167-a99c-c886683533c4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:27.653206 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-44b80be0-bbf2-48d8-9ee5-4df479e7eae5 req-bd18c5cd-5da1-4167-a99c-c886683533c4 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0681171 Jul 26 15:16:27.728217 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-44b80be0-bbf2-48d8-9ee5-4df479e7eae5 req-d978d6cb-c558-4e63-839f-3295ccbe5a3c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606191 Jul 26 15:16:28.921833 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b761b-573c-4039-8417-45f7d6fa8ca4 req-6633dbc8-abb5-484a-9f9a-1a98a863a188 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:28.924338 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c0b761b-573c-4039-8417-45f7d6fa8ca4 req-6633dbc8-abb5-484a-9f9a-1a98a863a188 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0921764 Jul 26 15:16:29.036047 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4c0b761b-573c-4039-8417-45f7d6fa8ca4 req-39ea9f3b-364a-4996-a0e0-996d536d9386 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034172 Jul 26 15:16:30.267626 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f200aa1-68d5-417a-8cae-322a5d8ee153 req-4002ff74-419a-4f95-ab46-8d04cf9a5eba tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:30.278124 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0f200aa1-68d5-417a-8cae-322a5d8ee153 req-4002ff74-419a-4f95-ab46-8d04cf9a5eba tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.1001160 Jul 26 15:16:30.390396 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0f200aa1-68d5-417a-8cae-322a5d8ee153 req-c2a093e5-89c9-4941-81ca-a423004f116b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095104 Jul 26 15:16:31.595285 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb069ee-8d63-4ab8-8f98-ea943d8a0a9f req-415fb26c-1308-437d-bddf-428327b9233f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:31.597118 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9fb069ee-8d63-4ab8-8f98-ea943d8a0a9f req-415fb26c-1308-437d-bddf-428327b9233f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0831611 Jul 26 15:16:31.653628 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-9fb069ee-8d63-4ab8-8f98-ea943d8a0a9f req-35ee92fc-0e9a-4c1c-9665-1cf52d1692ea tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497427 Jul 26 15:16:32.840714 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd134a-47d7-4079-bae5-633e6cd94b7b req-1a804fb5-23b4-4e8d-88d3-d2809656889e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:32.843548 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d9dd134a-47d7-4079-bae5-633e6cd94b7b req-1a804fb5-23b4-4e8d-88d3-d2809656889e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0694115 Jul 26 15:16:32.934940 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d9dd134a-47d7-4079-bae5-633e6cd94b7b req-64aa7404-3558-43e4-80ae-3844b5ee0882 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842261 Jul 26 15:16:34.132721 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2fddd-40b5-4134-b8c7-5ffcea579aa0 req-3ba77228-7dcf-4652-b320-bb2770e33537 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:34.135371 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d5a2fddd-40b5-4134-b8c7-5ffcea579aa0 req-3ba77228-7dcf-4652-b320-bb2770e33537 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0775020 Jul 26 15:16:34.233194 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d5a2fddd-40b5-4134-b8c7-5ffcea579aa0 req-1d977dad-2acb-48d9-ab4a-99e52fb93363 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898478 Jul 26 15:16:35.444259 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51767b53-fad2-4a66-acce-79132a7f8f93 req-042cc48b-c69c-41d4-a135-5c53f8c093a3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:35.446821 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-51767b53-fad2-4a66-acce-79132a7f8f93 req-042cc48b-c69c-41d4-a135-5c53f8c093a3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0858436 Jul 26 15:16:35.524562 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-51767b53-fad2-4a66-acce-79132a7f8f93 req-0674821a-e10c-4477-9842-4d3c34cdc371 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709119 Jul 26 15:16:36.271894 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:36.299386 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:36.390340 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=18 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:36.678525 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b7f68-a064-47d5-9f49-705434c68ec1 req-78164a5c-1c13-4286-bde0-a6cd61af2997 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:36.680082 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-890b7f68-a064-47d5-9f49-705434c68ec1 req-78164a5c-1c13-4286-bde0-a6cd61af2997 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0552745 Jul 26 15:16:36.724423 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:36.741967 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-890b7f68-a064-47d5-9f49-705434c68ec1 req-48b6a5ec-5603-4c93-9a73-23185ba172d7 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553756 Jul 26 15:16:37.306992 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-fe6042e2-2d64-4e1f-ad00-68c4fee603b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:37.310242 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-fe6042e2-2d64-4e1f-ad00-68c4fee603b7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 1129 time: 0.0430217 Jul 26 15:16:37.392732 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:37.395639 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:37.422929 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-4ba52662-94ce-4561-807e-6b25566e67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:37.424486 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-4ba52662-94ce-4561-807e-6b25566e67d1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 918 time: 0.1092985 Jul 26 15:16:37.492661 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-86f8741c-1b64-4cb9-9d60-aaa91c765849 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca HTTP/1.1" status: 200 len: 1001 time: 0.0593548 Jul 26 15:16:37.543898 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-146e22a6-cbd6-431d-b7c5-0090249a4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:37.545310 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-146e22a6-cbd6-431d-b7c5-0090249a4ee6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0465827 Jul 26 15:16:37.596361 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-99807831-e9f8-4b43-afe1-9d6df5210b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:37.598023 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-99807831-e9f8-4b43-afe1-9d6df5210b2e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463514 Jul 26 15:16:37.697188 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-b112ecae-63e2-4170-ada2-5fe5846fb0f4 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931931 Jul 26 15:16:37.823254 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-2b546008-3da2-427a-951d-65cd1cb0b43b req-4b6818cc-1509-4bc4-a554-ad9abdab929e service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199756 Jul 26 15:16:37.888571 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160551-48b7-4bf4-813e-84ec6cefea61 req-24fc9bb4-06ec-48e6-a3be-4be55ab58c16 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:37.890077 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-72160551-48b7-4bf4-813e-84ec6cefea61 req-24fc9bb4-06ec-48e6-a3be-4be55ab58c16 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0531127 Jul 26 15:16:37.947187 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-72160551-48b7-4bf4-813e-84ec6cefea61 req-18cf3ca7-690c-4f03-a49d-ad096ee62d9e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506124 Jul 26 15:16:38.400519 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:16:39.039131 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:39.077184 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b5664-9757-4913-bf90-38f6de5e8009 req-eee14e28-2f50-4229-9f44-d69bb5e08292 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:39.078867 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-321b5664-9757-4913-bf90-38f6de5e8009 req-eee14e28-2f50-4229-9f44-d69bb5e08292 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Jul 26 15:16:39.133375 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-321b5664-9757-4913-bf90-38f6de5e8009 req-45d2086e-14f4-41a1-a7e1-079aa2929d49 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485215 Jul 26 15:16:40.069189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:16:40.147334 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca is: ACTIVE; New status is: DOWN {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:16:40.147743 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:40.182855 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:16:40.185829 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dc3431-cb93-47da-92ff-8a36cc04754f" -d '{"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:40.193667 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:40.229444 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f01b28f-b10c-48bd-864b-b78944d8e8da x-openstack-request-id: req-6f01b28f-b10c-48bd-864b-b78944d8e8da {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:40.229742 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:40.230028 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6f01b28f-b10c-48bd-864b-b78944d8e8da {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:40.230430 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f01b28f-b10c-48bd-864b-b78944d8e8da'] response: {'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'code': 200} Jul 26 15:16:40.289679 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0c922-8034-4217-b168-d6918d137c81 req-6916831f-faed-4b14-94b4-e9b009f79a79 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:40.291422 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e5d0c922-8034-4217-b168-d6918d137c81 req-6916831f-faed-4b14-94b4-e9b009f79a79 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 945 time: 0.0653458 Jul 26 15:16:40.331705 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:40.350880 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e5d0c922-8034-4217-b168-d6918d137c81 req-85c707e3-bb78-4e32-ae84-f177749c67f8 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523129 Jul 26 15:16:40.404785 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=8']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:40.513841 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4a08ffb5-12b3-485b-9c6e-7fd654d72073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:42.979046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2acdf-94df-4329-9c73-12b8e9264a17 req-21caaae9-5e53-44ed-be3a-5ceb7c42d997 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:42.982246 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e0a2acdf-94df-4329-9c73-12b8e9264a17 req-21caaae9-5e53-44ed-be3a-5ceb7c42d997 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0521457 Jul 26 15:16:43.038965 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e0a2acdf-94df-4329-9c73-12b8e9264a17 req-b59c9507-193e-42e2-8884-4aaf2d5cb954 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494401 Jul 26 15:16:43.507810 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43302) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:16:43.592777 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-b4f49fed-b5a9-40b7-94ef-d28a75ca4bf7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838051 Jul 26 15:16:43.601883 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-b55d650f-d6e2-4ed2-96f5-15e659932776 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116402) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:16:43.602878 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-b55d650f-d6e2-4ed2-96f5-15e659932776 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052586 Jul 26 15:16:43.667749 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d6f37e3e-ef6a-4651-9933-e4b2a2d8eb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:43.697112 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43310) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:16:43.810136 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-48335bf7-458b-4586-bb86-7762e854b80a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:43.811539 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-48335bf7-458b-4586-bb86-7762e854b80a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports/6a8b8d94-4686-4ed2-a4de-5c9c73088dca HTTP/1.1" status: 200 len: 940 time: 0.1134007 Jul 26 15:16:44.196389 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306ee05-3ce3-40a4-9242-75780d611c2f req-89baca05-5f75-4c2c-ad59-806221c6b2f2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:44.197917 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4306ee05-3ce3-40a4-9242-75780d611c2f req-89baca05-5f75-4c2c-ad59-806221c6b2f2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0546036 Jul 26 15:16:44.247992 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4306ee05-3ce3-40a4-9242-75780d611c2f req-542f24d4-2363-40b1-adf3-b01a468c8bb6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442576 Jul 26 15:16:45.131318 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:45.211042 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:45.383986 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55da951-52bb-4377-bc0e-eda34d85aca2 req-d06060a7-a924-4a49-8ae5-631d90006032 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:45.385422 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b55da951-52bb-4377-bc0e-eda34d85aca2 req-d06060a7-a924-4a49-8ae5-631d90006032 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0519917 Jul 26 15:16:45.438672 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-b55da951-52bb-4377-bc0e-eda34d85aca2 req-bbf84b09-e051-467a-b504-0f7e493b5b62 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472689 Jul 26 15:16:45.537052 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-d83e1d59-2cd3-4011-a862-32ed26165579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:45.539157 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-d83e1d59-2cd3-4011-a862-32ed26165579 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269&tenant_id=b57441fed5b5437581930346bf9116ef HTTP/1.1" status: 200 len: 1127 time: 0.0419359 Jul 26 15:16:45.604206 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:45.607744 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-4fc74b39-b275-4add-bf4f-0e2a2fd59ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:45.609240 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-4fc74b39-b275-4add-bf4f-0e2a2fd59ae5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 1127 time: 0.0448985 Jul 26 15:16:45.711995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-409c34be-5372-4f30-8972-e1074aed14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:45.714761 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-409c34be-5372-4f30-8972-e1074aed14b1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 918 time: 0.0991268 Jul 26 15:16:45.784700 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-204b35e0-b0e5-4ab7-9faa-a24eca86e94e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca HTTP/1.1" status: 200 len: 999 time: 0.0639210 Jul 26 15:16:45.834426 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-d2d81a78-ccfa-4db6-ad07-2be3708eea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:45.836566 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-d2d81a78-ccfa-4db6-ad07-2be3708eea67 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0460577 Jul 26 15:16:45.873663 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:45.882876 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-204521bf-3599-4ba8-97c2-bc9de54656b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:45.884485 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-204521bf-3599-4ba8-97c2-bc9de54656b3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417571 Jul 26 15:16:45.984077 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-be99bd84-e298-4e33-b07b-f78f658aa639 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937357 Jul 26 15:16:46.080830 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c97f61fb-2580-4910-b85e-0b01192917b0 req-d068d625-595d-4c02-8b8b-fb77b70b4f2d service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900936 Jul 26 15:16:46.393683 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:46.573477 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a096bb-b174-4da9-b32d-3ec076b9850e req-db06d354-8809-4fb0-9e10-5330ce872311 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:46.574974 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-09a096bb-b174-4da9-b32d-3ec076b9850e req-db06d354-8809-4fb0-9e10-5330ce872311 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0505495 Jul 26 15:16:46.625649 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-09a096bb-b174-4da9-b32d-3ec076b9850e req-c40325f0-68f5-476a-8b24-39474f43955d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448689 Jul 26 15:16:47.382941 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:47.783365 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5617c4-c156-4e2e-9f71-8484298f3566 req-bd9dfff2-06f3-42f4-b8e0-3e86eb8af7e1 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:47.785058 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cf5617c4-c156-4e2e-9f71-8484298f3566 req-bd9dfff2-06f3-42f4-b8e0-3e86eb8af7e1 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0741684 Jul 26 15:16:47.871736 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cf5617c4-c156-4e2e-9f71-8484298f3566 req-dfe241f7-7fc8-43a9-863a-8e87756a0d78 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774562 Jul 26 15:16:48.396092 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:49.004689 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8f0a1-e77f-442a-8f8d-d5279d440624 req-a085b55b-3820-4102-9e67-cc87311d9036 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:49.006311 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fac8f0a1-e77f-442a-8f8d-d5279d440624 req-a085b55b-3820-4102-9e67-cc87311d9036 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0536933 Jul 26 15:16:49.059196 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-fac8f0a1-e77f-442a-8f8d-d5279d440624 req-f9abf860-6c47-4225-bde1-89322cdc8161 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462790 Jul 26 15:16:50.193125 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795700d4-9829-4d66-bf38-2178faef5412 req-efda4053-f6f9-4d7c-8094-a5309b2233dd tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:50.195657 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-795700d4-9829-4d66-bf38-2178faef5412 req-efda4053-f6f9-4d7c-8094-a5309b2233dd tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0521793 Jul 26 15:16:50.252444 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-795700d4-9829-4d66-bf38-2178faef5412 req-9fd30aee-20ff-462e-a0a2-8e36aedfe4c9 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510609 Jul 26 15:16:51.389568 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7936c4-30f8-41ce-ae79-c490e8fb53c6 req-83646109-1eb9-48b1-ab9e-5c4779ab5075 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:51.391222 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1a7936c4-30f8-41ce-ae79-c490e8fb53c6 req-83646109-1eb9-48b1-ab9e-5c4779ab5075 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0569983 Jul 26 15:16:51.446182 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1a7936c4-30f8-41ce-ae79-c490e8fb53c6 req-c8cf237c-4d8c-4d00-9b1b-d2cbbfe9ecbb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487828 Jul 26 15:16:52.618663 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fa4a3-f32c-44b7-952c-36baf1450ca9 req-105b1a4c-abb2-4a1f-8595-2a6fdb79420d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:52.620974 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7c3fa4a3-f32c-44b7-952c-36baf1450ca9 req-105b1a4c-abb2-4a1f-8595-2a6fdb79420d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0584340 Jul 26 15:16:52.685194 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7c3fa4a3-f32c-44b7-952c-36baf1450ca9 req-5d9a2b63-99e4-4451-9056-cc224c76b088 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545018 Jul 26 15:16:53.825580 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e3dae-0287-4c6c-a1b1-02bd4368f87b req-56bde320-71d3-4ca8-bf87-a5a2ab237d6e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:53.829090 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-007e3dae-0287-4c6c-a1b1-02bd4368f87b req-56bde320-71d3-4ca8-bf87-a5a2ab237d6e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0532751 Jul 26 15:16:53.891278 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-007e3dae-0287-4c6c-a1b1-02bd4368f87b req-0ed982e7-6827-4691-bb6d-66c56e1cfc3a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551856 Jul 26 15:16:55.043562 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a10b6d-d8ff-4f14-bb57-38e5dad8dc38 req-ab4edf87-f218-4392-b6ee-e65ef2456075 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:55.045155 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83a10b6d-d8ff-4f14-bb57-38e5dad8dc38 req-ab4edf87-f218-4392-b6ee-e65ef2456075 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0541043 Jul 26 15:16:55.097086 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83a10b6d-d8ff-4f14-bb57-38e5dad8dc38 req-e24b5837-5302-4e8b-8f24-a7b5424906e6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 Jul 26 15:16:55.574466 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-799759a3-de33-4644-a70c-4ba9c403061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:55.576087 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-799759a3-de33-4644-a70c-4ba9c403061d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b57441fed5b5437581930346bf9116ef&device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 1127 time: 0.0408013 Jul 26 15:16:55.684046 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:55.688869 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-94798f57-4beb-4dc4-98ab-a4da6a0ef29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:55.690384 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-94798f57-4beb-4dc4-98ab-a4da6a0ef29b service neutron] 10.222.0.102 "GET /v2.0/networks?id=12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 200 len: 918 time: 0.0940397 Jul 26 15:16:56.224161 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df96d24-0966-4313-b686-a42e7a512f40 req-cdbc3869-b51a-4af9-89e9-80505a3f524e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:56.225917 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0df96d24-0966-4313-b686-a42e7a512f40 req-cdbc3869-b51a-4af9-89e9-80505a3f524e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0482144 Jul 26 15:16:56.236961 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:56.276141 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0df96d24-0966-4313-b686-a42e7a512f40 req-b06d4b86-4438-4a4b-bd7d-5d0f84f229e5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Jul 26 15:16:56.384428 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-7e5ea433-e6c0-4d61-8125-3bd658580f03 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca HTTP/1.1" status: 200 len: 999 time: 0.0617747 Jul 26 15:16:56.439405 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-be53167c-ea88-4877-b61f-9f116c2cd0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:56.440998 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-be53167c-ea88-4877-b61f-9f116c2cd0f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 200 len: 856 time: 0.0497828 Jul 26 15:16:56.486322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-a0e72a18-76e7-41f7-a56f-1b3006ca8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:56.487886 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-a0e72a18-76e7-41f7-a56f-1b3006ca8da1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12e3290f-127b-470c-b462-095d0a9eadf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407238 Jul 26 15:16:56.584656 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-c13a17ef-0632-4b00-9e7e-8b9fb25f6d96 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902839 Jul 26 15:16:56.678828 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-65d50ba4-eac4-4c32-8fca-feeb21edabf1 req-dddc7903-3d16-4aab-a900-4ebc79f9af30 service neutron] 10.222.0.102 "GET /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874279 Jul 26 15:16:57.289154 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:57.408324 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdb3aa-789a-44f6-848d-8982ed762697 req-9b16740c-b7a6-4d7d-ad33-a8498e6ea125 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:57.409801 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6cfdb3aa-789a-44f6-848d-8982ed762697 req-9b16740c-b7a6-4d7d-ad33-a8498e6ea125 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 943 time: 0.0507538 Jul 26 15:16:57.464540 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6cfdb3aa-789a-44f6-848d-8982ed762697 req-47aa3c62-a6ab-4382-bffc-3def1514a923 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482326 Jul 26 15:16:58.187118 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:16:58.291824 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:58.303152 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'port_id': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'mac_address': 'fa:16:3e:e4:a0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:16:58.341219 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:16:58.341613 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:58.355555 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8b8d94-4686-4ed2-a4de-5c9c73088dca {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:16:58.380630 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:58.467594 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:58.517119 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=9']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:58.590358 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67103839-9310-4de5-849a-5bea5f22f959 req-2895b9e4-dc5d-4a94-88e1-d834ca387de0 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:58.591853 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-67103839-9310-4de5-849a-5bea5f22f959 req-2895b9e4-dc5d-4a94-88e1-d834ca387de0 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 944 time: 0.0483279 Jul 26 15:16:58.641522 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-67103839-9310-4de5-849a-5bea5f22f959 req-637375cc-b5a7-4cc4-bf5c-ca1c2cfc3086 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439482 Jul 26 15:16:58.713880 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['6a8b8d94-4686-4ed2-a4de-5c9c73088dca'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:16:59.778918 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bff50-92e2-4442-a0d5-6a0a52ad0f9b req-7e1ce87f-7ba5-427b-a129-bc804eba0ca2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:16:59.780652 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-104bff50-92e2-4442-a0d5-6a0a52ad0f9b req-7e1ce87f-7ba5-427b-a129-bc804eba0ca2 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 944 time: 0.0569663 Jul 26 15:16:59.794819 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:59.832364 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-104bff50-92e2-4442-a0d5-6a0a52ad0f9b req-e5fb89c3-3c7e-480d-94cd-d349929bb6c6 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449882 Jul 26 15:17:00.190192 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:17:00.361336 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:17:00.361605 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:00.435372 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:17:00.435793 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:00.459215 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:17:00.462021 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2abde8-c5c2-4ffa-85f7-c50b7699a8fe" -d '{"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:17:00.478369 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:00.504182 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d109dad-69a0-46ce-9957-f2276cd87c91 x-openstack-request-id: req-1d109dad-69a0-46ce-9957-f2276cd87c91 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:17:00.504476 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:17:00.504729 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1d109dad-69a0-46ce-9957-f2276cd87c91 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:17:00.505132 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d109dad-69a0-46ce-9957-f2276cd87c91'] response: {'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'code': 200} Jul 26 15:17:00.554051 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:00.603031 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=10']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:00.838639 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe10c-2fcb-4c58-8186-1308db6b9a03 req-0e05ae84-e2cc-42d2-8ab0-0cb567b56a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:00.840148 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-26fbe10c-2fcb-4c58-8186-1308db6b9a03 req-0e05ae84-e2cc-42d2-8ab0-0cb567b56a0a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 1130 time: 0.0394447 Jul 26 15:17:00.888851 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-26fbe10c-2fcb-4c58-8186-1308db6b9a03 req-41385917-b457-410e-977a-59b510937f07 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 Jul 26 15:17:00.977619 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27973-a0b9-4f7c-8b54-4b1af6ee68d3 req-2c74a0b5-2f6d-4ff6-80ec-14b0dbce7906 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:00.979109 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f9f27973-a0b9-4f7c-8b54-4b1af6ee68d3 req-2c74a0b5-2f6d-4ff6-80ec-14b0dbce7906 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 946 time: 0.0524738 Jul 26 15:17:01.027744 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f9f27973-a0b9-4f7c-8b54-4b1af6ee68d3 req-e1a013d3-e0ee-4a1e-bec9-887e149e1f57 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Jul 26 15:17:02.420755 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895dc8c-57de-4251-8c17-55c3a6f85447 req-ff7714dd-eee2-49fa-9a12-31def5bcddc3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:02.422269 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3895dc8c-57de-4251-8c17-55c3a6f85447 req-ff7714dd-eee2-49fa-9a12-31def5bcddc3 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 946 time: 0.3135345 Jul 26 15:17:02.473991 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3895dc8c-57de-4251-8c17-55c3a6f85447 req-7f1434c6-4dde-4fee-8a80-c37c4f212f2e tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461307 Jul 26 15:17:03.606976 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1564a1f-c1ec-40fe-bce7-9c8768d71b4b req-36920926-92c8-45c6-811e-ad808e1c342b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:03.609392 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e1564a1f-c1ec-40fe-bce7-9c8768d71b4b req-36920926-92c8-45c6-811e-ad808e1c342b tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 946 time: 0.0547445 Jul 26 15:17:03.660534 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e1564a1f-c1ec-40fe-bce7-9c8768d71b4b req-0a5c4000-561f-41f2-aa57-8ede244d8cae tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453303 Jul 26 15:17:04.785737 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869f7ef-8aa7-4070-8662-bbac1b17519f req-fd9d9b12-8cd6-4ebc-892c-3667114343a5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:04.787227 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3869f7ef-8aa7-4070-8662-bbac1b17519f req-fd9d9b12-8cd6-4ebc-892c-3667114343a5 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 946 time: 0.0479047 Jul 26 15:17:04.835591 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-3869f7ef-8aa7-4070-8662-bbac1b17519f req-b6bc27d2-0333-47b6-8283-928a1bcda54a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421393 Jul 26 15:17:05.416378 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f79dca-632f-4f3f-bdc8-4f1446ecad55 req-3f47a6e6-52df-43b3-b7d8-01a595ed2ef7 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:05.417843 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-28f79dca-632f-4f3f-bdc8-4f1446ecad55 req-3f47a6e6-52df-43b3-b7d8-01a595ed2ef7 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 945 time: 0.0529790 Jul 26 15:17:05.439416 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:05.471169 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-28f79dca-632f-4f3f-bdc8-4f1446ecad55 req-05c4e8df-db4a-4e39-b572-7308b04b3669 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477178 Jul 26 15:17:06.594101 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bde65-cb7e-4397-8945-81e6aa48de5d req-a9946180-b113-49be-8a1c-f288dc37d318 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:06.595613 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cb4bde65-cb7e-4397-8945-81e6aa48de5d req-a9946180-b113-49be-8a1c-f288dc37d318 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Jul 26 15:17:06.650835 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cb4bde65-cb7e-4397-8945-81e6aa48de5d req-29577d00-a4a3-4ef5-8e38-acffb806ea9e tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487757 Jul 26 15:17:07.014926 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:07.031561 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209265c-7965-4667-87c8-2ddade629701 req-d41e6841-7e2b-4c39-a6bb-a54efe8bc380 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:07.033035 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1209265c-7965-4667-87c8-2ddade629701 req-d41e6841-7e2b-4c39-a6bb-a54efe8bc380 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Jul 26 15:17:07.125808 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Deleting port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:17:07.126235 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:07.224230 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] For port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:07.224589 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:07.398787 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:07.399149 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (a58eb933-32b2-4d61-8bb1-9cf10214de04), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:07.399483 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Floating IP a58eb933-32b2-4d61-8bb1-9cf10214de04 disassociated. External IP: 172.27.2.102, port: 75a9e6b3-0609-419d-ab06-a0cc9c2d910c. Jul 26 15:17:07.399824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Calling delete_port for 75a9e6b3-0609-419d-ab06-a0cc9c2d910c owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:17:07.656858 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (75a9e6b3-0609-419d-ab06-a0cc9c2d910c), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:07.691322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event deleted for resources: {'Port': ['ID=75a9e6b3-0609-419d-ab06-a0cc9c2d910c,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:07.704337 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.704691 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.705038 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.705390 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.705720 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.706061 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.706371 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.706701 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.707027 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.707440 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.707715 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.708017 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.708343 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.708665 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.708990 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:07.716144 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:07.766328 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-054902ab-bf08-474a-b4e2-39ca6bd4b0bd req-58dea7f3-eaae-47e2-ba22-302529eb7e3b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 210 time: 0.0310795 Jul 26 15:17:07.829677 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:17:07.917585 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:07.937984 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:17:07.949537 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:17:07.961055 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:17:07.961688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:16:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:07.982132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] No DVR routers for this DVR port 75a9e6b3-0609-419d-ab06-a0cc9c2d910c on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:17:07.984241 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:07.987555 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1209265c-7965-4667-87c8-2ddade629701 req-633ba822-e640-41ea-b354-a9521a12d125 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "DELETE /v2.0/ports/75a9e6b3-0609-419d-ab06-a0cc9c2d910c HTTP/1.1" status: 204 len: 173 time: 0.9481983 Jul 26 15:17:07.988003 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'name': 'network-vif-deleted', 'tag': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:17:07.991272 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18a4be4-e09f-4106-9732-b9593ac141c5" -d '{"events": [{"server_uuid": "96bbf918-a33a-4c1a-9a56-1705a2b1c349", "name": "network-vif-deleted", "tag": "75a9e6b3-0609-419d-ab06-a0cc9c2d910c"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:17:08.031456 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445d5c25-cc4e-42cc-ae0b-89563a69a0f4 x-openstack-request-id: req-445d5c25-cc4e-42cc-ae0b-89563a69a0f4 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:17:08.031842 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bbf918-a33a-4c1a-9a56-1705a2b1c349", "name": "network-vif-deleted", "tag": "75a9e6b3-0609-419d-ab06-a0cc9c2d910c", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:17:08.032164 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-445d5c25-cc4e-42cc-ae0b-89563a69a0f4 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:17:08.032641 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445d5c25-cc4e-42cc-ae0b-89563a69a0f4'] response: {'server_uuid': '96bbf918-a33a-4c1a-9a56-1705a2b1c349', 'name': 'network-vif-deleted', 'tag': '75a9e6b3-0609-419d-ab06-a0cc9c2d910c', 'status': 'completed', 'code': 200} Jul 26 15:17:08.083191 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:17:08.127988 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:08.133195 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:08.295558 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:08.321909 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:17:08.330943 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:17:08.331655 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:16:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:08.441723 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:17:08.637330 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:08.667430 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1b3e2-acfc-4be0-8fa5-5bc14867c257 None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:17:08.895616 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e3756226-3bc5-4045-bf9c-6d86dde30b6d req-907b1e54-d0f6-4458-a77a-276e4d3cba42 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=96bbf918-a33a-4c1a-9a56-1705a2b1c349 HTTP/1.1" status: 200 len: 210 time: 0.0300205 Jul 26 15:17:08.906984 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da428244-672f-44c1-9184-ffaf146839a9 None None] New status for floating IP a58eb933-32b2-4d61-8bb1-9cf10214de04: DOWN {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:17:10.086187 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:10.117851 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-8dd1dba3-355d-48f6-998c-0f786ab337ae tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921348991&fields=id&tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 267 time: 0.0460031 Jul 26 15:17:10.233664 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925558c-e348-4771-9a2b-31290942f710 req-7c82ce11-67c3-4457-a55e-5d227607eaee tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:10.235051 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-7c82ce11-67c3-4457-a55e-5d227607eaee tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 812 time: 0.1103373 Jul 26 15:17:10.250430 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-b618ca93-d9ed-4f04-8eac-8a7f20fd708b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/quotas/aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 375 time: 0.0100729 Jul 26 15:17:10.255731 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 75a9e6b3-0609-419d-ab06-a0cc9c2d910c no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:17:10.278273 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 75a9e6b3-0609-419d-ab06-a0cc9c2d910c {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:17:10.278642 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 75a9e6b3-0609-419d-ab06-a0cc9c2d910c not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:17:10.302330 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-9d3eafba-125b-4172-9ae4-ad659bc111dc tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463698 Jul 26 15:17:10.363643 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-d0e4ab7e-f2d7-4027-ae68-f7d09aca4408 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=116401) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:17:10.364646 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-d0e4ab7e-f2d7-4027-ae68-f7d09aca4408 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0499728 Jul 26 15:17:10.465620 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-f5d697d9-2160-4b74-9ad4-b51f544c79f6 service neutron] 10.222.0.94 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940309 Jul 26 15:17:10.490985 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-520cda6a-5500-4098-9122-1e6c6819fa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:10.566084 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-b1698d7d-9031-4f69-a8e1-1ce80d171ec5 service neutron] 10.222.0.94 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944514 Jul 26 15:17:11.183754 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-85744da7-27a7-4461-9c88-f7d6aa0cfe40 req-e512febb-6b87-4d22-bb81-5753eeabea3f tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 210 time: 0.0332508 Jul 26 15:17:12.296433 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-feed62a7-62ff-43e5-9325-e2193378cf69 req-8dceac96-5baf-4224-a702-745297480f77 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 210 time: 0.0286796 Jul 26 15:17:13.421917 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1d3658f0-a4ee-4d7d-a6f0-d788d4f20aa0 req-634b1706-716d-4fe8-bd80-80acd234e2c6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 210 time: 0.0340528 Jul 26 15:17:13.469939 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925558c-e348-4771-9a2b-31290942f710 req-77e3420e-ff73-45d9-b589-f16185673520 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:13.471375 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-77e3420e-ff73-45d9-b589-f16185673520 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 812 time: 0.1325700 Jul 26 15:17:13.545718 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-52ec72f5-a7c0-4bdd-9d29-be7e46a479cf tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 380 time: 0.0606954 Jul 26 15:17:13.554419 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'port': {'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'admin_state_up': True, 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'security_groups': ['d6e04026-b715-4f82-9d57-d76dfcac10f9']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:17:13.707366 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-58f63d94-61fd-4552-9def-b4b90741a497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:13.747374 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Made reservation on behalf of aba3d424c6e64b9fb2b0c5e16eb42763 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:17:13.750956 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:13.890153 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Allocated IP 172.20.0.5 (987fc3bc-a943-4666-a158-3d1f2187f71f/ef76e977-ff2f-413f-a003-87b1892080e0/cc7346d4-6d21-435c-9ce5-c47d964c5453) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:17:14.043033 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:14.205354 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:14.250861 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Network 987fc3bc-a943-4666-a158-3d1f2187f71f is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:17:14.258137 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:17:14.263433 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:17:14.294531 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=cc7346d4-6d21-435c-9ce5-c47d964c5453,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:14.326253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:14.326938 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:14.330933 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:14.487175 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-7e746e5f-971d-4001-9a9b-92c050af4282 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9363396 Jul 26 15:17:14.499328 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Request body: {'port': {'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:17:14.519852 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-2e5ae02f-65c8-4ca5-8eff-fa8b08428e16 None None] Provisioning complete for port cc7346d4-6d21-435c-9ce5-c47d964c5453 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:17:14.520654 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae02f-65c8-4ca5-8eff-fa8b08428e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:14.531434 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:14.550921 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cff98-a02f-4a20-b0d5-6b68e396e010 req-4cc04a96-6d8f-4a1d-b5c9-71fd70f90ca5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:14.553487 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8c9cff98-a02f-4a20-b0d5-6b68e396e010 req-4cc04a96-6d8f-4a1d-b5c9-71fd70f90ca5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 931 time: 0.0555005 Jul 26 15:17:14.561542 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ae02f-65c8-4ca5-8eff-fa8b08428e16 None None] Port cc7346d4-6d21-435c-9ce5-c47d964c5453 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:17:14.580464 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:14.610168 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8c9cff98-a02f-4a20-b0d5-6b68e396e010 req-4bc1a630-92db-4608-86c0-80e2e5a685c2 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496519 Jul 26 15:17:15.037183 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:15.128409 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7346d4-6d21-435c-9ce5-c47d964c5453 {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:17:15.135899 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Publish callbacks [] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:15.150004 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Transition to ACTIVE for port object cc7346d4-6d21-435c-9ce5-c47d964c5453 will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:17:15.153568 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:15.250269 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:15.284424 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:15.340154 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7346d4-6d21-435c-9ce5-c47d964c5453,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:15.401837 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:17:15.418918 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Attempting to bind port cc7346d4-6d21-435c-9ce5-c47d964c5453 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:17:15.419252 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Attempting to bind port cc7346d4-6d21-435c-9ce5-c47d964c5453 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:17:15.419614 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Attempting to bind port cc7346d4-6d21-435c-9ce5-c47d964c5453 on network 987fc3bc-a943-4666-a158-3d1f2187f71f {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:17:15.424495 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Port cc7346d4-6d21-435c-9ce5-c47d964c5453 on network 987fc3bc-a943-4666-a158-3d1f2187f71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:17:15.424817 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Attempting to bind port cc7346d4-6d21-435c-9ce5-c47d964c5453 on network 987fc3bc-a943-4666-a158-3d1f2187f71f {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:17:15.430803 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:17:15.431172 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Checking segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:17:15.431577 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Bound using segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:17:15.432021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Bound port: cc7346d4-6d21-435c-9ce5-c47d964c5453, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:17:15.432389 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:15.499908 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] For port cc7346d4-6d21-435c-9ce5-c47d964c5453, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:17:15.503097 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] For port cc7346d4-6d21-435c-9ce5-c47d964c5453, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:17:15.582151 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:15.622060 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:15.622677 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:15.624101 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] 10.222.0.102 "PUT /v2.0/ports/cc7346d4-6d21-435c-9ce5-c47d964c5453 HTTP/1.1" status: 200 len: 1093 time: 1.1291502 Jul 26 15:17:15.624533 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:17:15.626815 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9c1199-3c56-4c48-9f4f-e67fef5e83b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:17:15.653231 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f5b4d-4985-42cf-856a-9379be852ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7346d4-6d21-435c-9ce5-c47d964c5453,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:15.681554 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbee832-ea07-49dc-bdcb-2d12a192cc99 x-openstack-request-id: req-9cbee832-ea07-49dc-bdcb-2d12a192cc99 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:17:15.681931 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:17:15.682279 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9cbee832-ea07-49dc-bdcb-2d12a192cc99 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:17:15.682781 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cbee832-ea07-49dc-bdcb-2d12a192cc99'] response: {'name': 'network-changed', 'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'status': 'completed', 'code': 200} Jul 26 15:17:15.754936 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1199-3c56-4c48-9f4f-e67fef5e83b6 req-7ecf6b91-f2e2-4b55-985f-a8de178c6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:15.757604 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c7b1e-7ea3-4a5e-ae86-25bc04fd2d37 req-b790e2c3-b530-474d-b0fe-7fda174d289c tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:15.758147 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0d9c1199-3c56-4c48-9f4f-e67fef5e83b6 req-7ecf6b91-f2e2-4b55-985f-a8de178c6a62 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1127 time: 0.0514338 Jul 26 15:17:15.764293 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4f2c7b1e-7ea3-4a5e-ae86-25bc04fd2d37 req-b790e2c3-b530-474d-b0fe-7fda174d289c tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 943 time: 0.0701041 Jul 26 15:17:15.820078 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-4f2c7b1e-7ea3-4a5e-ae86-25bc04fd2d37 req-3c440c09-1fd6-44a8-96da-77296c3ded91 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537932 Jul 26 15:17:15.866094 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:15.869196 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1199-3c56-4c48-9f4f-e67fef5e83b6 req-fadb9b49-f8ef-4f7f-bc41-5b8b181bda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:15.870931 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0d9c1199-3c56-4c48-9f4f-e67fef5e83b6 req-fadb9b49-f8ef-4f7f-bc41-5b8b181bda9b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1053224 Jul 26 15:17:15.976265 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1199-3c56-4c48-9f4f-e67fef5e83b6 req-7272803f-0cee-4c3a-af1c-105e2257aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:15.977757 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0d9c1199-3c56-4c48-9f4f-e67fef5e83b6 req-7272803f-0cee-4c3a-af1c-105e2257aac4 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993736 Jul 26 15:17:16.045746 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:16.063683 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925558c-e348-4771-9a2b-31290942f710 req-ec5cac2a-6d89-4528-8552-1ba434bdbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:16.063683 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-ec5cac2a-6d89-4528-8552-1ba434bdbfab service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1127 time: 0.0423839 Jul 26 15:17:16.105280 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-c9183df0-00f5-4a6c-b59d-ee73ce2adffe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453 HTTP/1.1" status: 200 len: 217 time: 0.0383430 Jul 26 15:17:16.155485 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925558c-e348-4771-9a2b-31290942f710 req-7f2b0fec-d25c-41ed-9b8c-3e8dc49bf355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:16.156938 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-7f2b0fec-d25c-41ed-9b8c-3e8dc49bf355 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0458691 Jul 26 15:17:16.205443 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925558c-e348-4771-9a2b-31290942f710 req-9de0f591-c5bf-4520-9d92-e6f6f72250fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:16.206943 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-9de0f591-c5bf-4520-9d92-e6f6f72250fe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428813 Jul 26 15:17:16.307984 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-13386960-876f-4ab4-9965-8bb44428443c service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938590 Jul 26 15:17:16.329841 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:16.401519 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8925558c-e348-4771-9a2b-31290942f710 req-89d6ee82-93aa-4ad2-a399-7af1a3d15a4a service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877757 Jul 26 15:17:16.942515 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236fb2-f77f-4086-a6c7-09b15a3245c7 req-5f8ffbb7-cd85-4052-82ac-8569f6a7fc38 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:16.944718 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-09236fb2-f77f-4086-a6c7-09b15a3245c7 req-5f8ffbb7-cd85-4052-82ac-8569f6a7fc38 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 943 time: 0.0529609 Jul 26 15:17:16.996535 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-09236fb2-f77f-4086-a6c7-09b15a3245c7 req-6bd68a0b-5a7a-4add-91e2-404a678c67d4 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459354 Jul 26 15:17:17.363050 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:18.117571 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d3ffb-661d-4f6d-8f24-902a09f34aaf req-dbdaf758-9a16-48b3-b487-995ab5145fd0 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:18.119056 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-361d3ffb-661d-4f6d-8f24-902a09f34aaf req-dbdaf758-9a16-48b3-b487-995ab5145fd0 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 943 time: 0.0486736 Jul 26 15:17:18.169653 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-361d3ffb-661d-4f6d-8f24-902a09f34aaf req-be6a6389-6e06-4d58-979a-ce474e39b6c3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447581 Jul 26 15:17:18.983228 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:19.293325 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1142e6-f076-4176-8df2-25a3a5acbeca req-7b13a089-d0ed-42d2-9120-48b75c810ab8 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:19.294831 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ef1142e6-f076-4176-8df2-25a3a5acbeca req-7b13a089-d0ed-42d2-9120-48b75c810ab8 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 943 time: 0.0502594 Jul 26 15:17:19.348432 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ef1142e6-f076-4176-8df2-25a3a5acbeca req-3bab7753-bc6a-418a-89c1-7899396df013 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465238 Jul 26 15:17:20.468918 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f3416-aa78-4122-8cec-ae5811f92991 req-1502c9c0-4bd7-428e-b5d9-9b911a561515 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:20.470423 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-271f3416-aa78-4122-8cec-ae5811f92991 req-1502c9c0-4bd7-428e-b5d9-9b911a561515 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 943 time: 0.0490215 Jul 26 15:17:20.525625 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-271f3416-aa78-4122-8cec-ae5811f92991 req-27072e0b-7263-453d-a5ed-6bddadcad2d5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487232 Jul 26 15:17:21.651816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f96d54-f711-4d5d-a906-d3aac0d1b95f req-88e9dc33-98dc-4d14-b036-b681d0aa46c5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:21.653355 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c5f96d54-f711-4d5d-a906-d3aac0d1b95f req-88e9dc33-98dc-4d14-b036-b681d0aa46c5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 943 time: 0.0538406 Jul 26 15:17:21.710251 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c5f96d54-f711-4d5d-a906-d3aac0d1b95f req-f16da449-2cc0-43e4-94be-41084777c781 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511310 Jul 26 15:17:22.860874 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3cfbe-5dad-43dc-801a-b8c3b1f14fb6 req-b7b7155f-9884-4f0f-a29c-c0b2e6acbd79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:22.862568 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1ea3cfbe-5dad-43dc-801a-b8c3b1f14fb6 req-b7b7155f-9884-4f0f-a29c-c0b2e6acbd79 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 943 time: 0.0649695 Jul 26 15:17:22.920293 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-1ea3cfbe-5dad-43dc-801a-b8c3b1f14fb6 req-0c540c67-c837-4314-b2fb-f9916feb425d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507808 Jul 26 15:17:24.039233 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcabdc-e407-4fbf-bc08-af7ebe00b13d req-d0b5acfa-0605-4a54-b4ce-d95579b930a5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:24.040720 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9efcabdc-e407-4fbf-bc08-af7ebe00b13d req-d0b5acfa-0605-4a54-b4ce-d95579b930a5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 943 time: 0.0479562 Jul 26 15:17:24.092430 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9efcabdc-e407-4fbf-bc08-af7ebe00b13d req-2f32d34f-0ead-48ba-81d8-6a7b4a5394cc tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459726 Jul 26 15:17:24.283177 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device cc7346d4-6d21-435c-9ce5-c47d964c5453 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:17:24.389377 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port cc7346d4-6d21-435c-9ce5-c47d964c5453, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:24.401836 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:17:24.437094 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port cc7346d4-6d21-435c-9ce5-c47d964c5453 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:17:24.437485 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:24.454832 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7346d4-6d21-435c-9ce5-c47d964c5453 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:17:24.474995 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port cc7346d4-6d21-435c-9ce5-c47d964c5453, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:24.576004 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:24.625975 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=cc7346d4-6d21-435c-9ce5-c47d964c5453,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:24.831781 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['cc7346d4-6d21-435c-9ce5-c47d964c5453'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:17:25.025039 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:25.200041 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:25.213739 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa636807-20fc-4461-97b8-8da998cc0071 req-519f09c1-d347-420d-be0e-9a5a02931619 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:25.215222 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-aa636807-20fc-4461-97b8-8da998cc0071 req-519f09c1-d347-420d-be0e-9a5a02931619 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 944 time: 0.0501633 Jul 26 15:17:25.267558 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-aa636807-20fc-4461-97b8-8da998cc0071 req-1ca7af39-4d4b-4dd4-b846-a202b6994683 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466197 Jul 26 15:17:25.401621 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=8 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:26.298740 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device cc7346d4-6d21-435c-9ce5-c47d964c5453 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:17:26.344534 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port cc7346d4-6d21-435c-9ce5-c47d964c5453 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:17:26.394800 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3006d89-cd84-4aaf-b180-b3f20c559ad1 req-def6b17b-dbeb-47cc-b68a-45c4e38dc879 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:26.396443 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e3006d89-cd84-4aaf-b180-b3f20c559ad1 req-def6b17b-dbeb-47cc-b68a-45c4e38dc879 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 944 time: 0.0494568 Jul 26 15:17:26.427175 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port cc7346d4-6d21-435c-9ce5-c47d964c5453 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:17:26.428971 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:26.449826 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-e3006d89-cd84-4aaf-b180-b3f20c559ad1 req-bcabbc49-1f00-47d3-bf08-35071a7f1c15 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473437 Jul 26 15:17:26.508766 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port cc7346d4-6d21-435c-9ce5-c47d964c5453 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:17:26.509143 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:26.532665 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:17:26.534927 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd6276b-f35d-4303-a6bc-85b1678fbce0" -d '{"events": [{"server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "name": "network-vif-plugged", "status": "completed", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:17:26.537591 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:26.551187 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port cc7346d4-6d21-435c-9ce5-c47d964c5453, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:26.580038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44884f77-e175-492b-a853-58025a0ad539 x-openstack-request-id: req-44884f77-e175-492b-a853-58025a0ad539 {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:17:26.580038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "name": "network-vif-plugged", "status": "completed", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:17:26.580038 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-44884f77-e175-492b-a853-58025a0ad539 {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:17:26.580038 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44884f77-e175-492b-a853-58025a0ad539'] response: {'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'code': 200} Jul 26 15:17:26.690099 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:26.751274 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=cc7346d4-6d21-435c-9ce5-c47d964c5453,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:26.759091 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.759509 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.759853 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.760191 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.760577 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.760889 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.761267 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.761632 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.761954 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.762325 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.762695 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.763016 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.763334 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.763668 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:26.764036 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:27.062558 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ac583-df11-4920-ab72-dc37682bc797 req-7965222d-c5ee-469a-ab6b-f16bfe04cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:27.064085 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-156ac583-df11-4920-ab72-dc37682bc797 req-7965222d-c5ee-469a-ab6b-f16bfe04cfef service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1129 time: 0.0446937 Jul 26 15:17:27.110392 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:27.114579 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-156ac583-df11-4920-ab72-dc37682bc797 req-42c78957-0424-448f-917f-d9d99a04e47c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431306 Jul 26 15:17:27.574295 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cc678-f5a4-458b-a4f3-acdb746434b4 req-fcbf2028-be5a-4351-b42b-59d1c095b7eb tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:27.575827 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9c7cc678-f5a4-458b-a4f3-acdb746434b4 req-fcbf2028-be5a-4351-b42b-59d1c095b7eb tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 945 time: 0.0505445 Jul 26 15:17:27.628804 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-9c7cc678-f5a4-458b-a4f3-acdb746434b4 req-15e1e422-f550-4cd2-a218-fbb4d71aa8f5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470264 Jul 26 15:17:28.757281 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ed6bc-7427-4957-bc40-46912458bdb2 req-34474581-1a1c-456f-96f1-a352a5db0563 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:28.758792 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-dc7ed6bc-7427-4957-bc40-46912458bdb2 req-34474581-1a1c-456f-96f1-a352a5db0563 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 945 time: 0.0533705 Jul 26 15:17:28.812305 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-dc7ed6bc-7427-4957-bc40-46912458bdb2 req-a5440848-a7b0-466a-9978-0257ad586b20 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460858 Jul 26 15:17:29.930873 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cbeea-600d-477c-bea2-cdab13e9c2d4 req-08487619-61c1-4dc0-bdfc-6a2197ed1496 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:29.932872 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-df1cbeea-600d-477c-bea2-cdab13e9c2d4 req-08487619-61c1-4dc0-bdfc-6a2197ed1496 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 945 time: 0.0483642 Jul 26 15:17:29.988637 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-df1cbeea-600d-477c-bea2-cdab13e9c2d4 req-5646eda1-1020-45e6-a9a0-bb52899455bc tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497684 Jul 26 15:17:30.108808 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449901d-b81f-4983-bd2d-47ca34a5f9b8 req-2629cf36-e057-4e9f-aad6-ab1cb284aeb7 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:30.110239 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0449901d-b81f-4983-bd2d-47ca34a5f9b8 req-2629cf36-e057-4e9f-aad6-ab1cb284aeb7 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 945 time: 0.0489576 Jul 26 15:17:30.139491 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=100 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:30.168913 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0449901d-b81f-4983-bd2d-47ca34a5f9b8 req-ea6d408d-38ac-467c-a4a6-ef4070d6da40 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502069 Jul 26 15:17:30.198397 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43500) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:30.239085 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbbb43a-2f75-4a93-8f5e-d2e5eb2343bc tempest-TestVolumeBootPattern-1208102255 tempest-TestVolumeBootPattern-1208102255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:30.240646 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-dfbbb43a-2f75-4a93-8f5e-d2e5eb2343bc tempest-TestVolumeBootPattern-1208102255 tempest-TestVolumeBootPattern-1208102255-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1124 time: 0.0411909 Jul 26 15:17:30.243542 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43502) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:30.248511 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:17:30.324313 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:30.387353 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:30.411391 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:30.528142 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Allocated IP 172.27.2.170 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/0dced532-5e3e-4d04-97fa-45483e5b1b95) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:17:30.641957 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (0dced532-5e3e-4d04-97fa-45483e5b1b95), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:30.850592 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (0dced532-5e3e-4d04-97fa-45483e5b1b95), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:30.892380 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:17:30.895375 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:17:30.899327 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:17:30.905205 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=0dced532-5e3e-4d04-97fa-45483e5b1b95,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:30.976623 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:31.264110 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (972a4f2a-baaa-4ecb-bff3-725b4730466e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:31.411991 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:31.422576 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (0dced532-5e3e-4d04-97fa-45483e5b1b95), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:31.577392 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (0dced532-5e3e-4d04-97fa-45483e5b1b95), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:31.689786 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (0dced532-5e3e-4d04-97fa-45483e5b1b95), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:31.764895 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=0dced532-5e3e-4d04-97fa-45483e5b1b95,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:31.780924 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (972a4f2a-baaa-4ecb-bff3-725b4730466e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:31.883250 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Floating IP 972a4f2a-baaa-4ecb-bff3-725b4730466e associated. External IP: 172.27.2.170, port: cc7346d4-6d21-435c-9ce5-c47d964c5453. Jul 26 15:17:31.975049 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:32.092951 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:17:32.198758 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:17:32.209985 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:17:32.220547 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:17:32.226148 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:17:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:32.303453 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:32.331399 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:17:32.339748 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f21b47bf-72d8-4f81-952c-42fdfdab165d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0951154 Jul 26 15:17:32.340364 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:17:32.342660 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af84b077-0ff2-42d7-a38c-066683fea1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:17:32.384217 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d891f0-a491-4650-a3bd-87c150bd7a1e x-openstack-request-id: req-79d891f0-a491-4650-a3bd-87c150bd7a1e {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:17:32.384505 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:17:32.384831 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-79d891f0-a491-4650-a3bd-87c150bd7a1e {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:17:32.385242 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d891f0-a491-4650-a3bd-87c150bd7a1e'] response: {'name': 'network-changed', 'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'status': 'completed', 'code': 200} Jul 26 15:17:32.450028 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-c05576ee-cc21-4e4e-be5b-ad47d4ea791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:32.451468 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-c05576ee-cc21-4e4e-be5b-ad47d4ea791e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1129 time: 0.0434785 Jul 26 15:17:32.550696 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-9a5ce689-dc4c-4483-be68-ec3f3aa41c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:32.552222 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-9a5ce689-dc4c-4483-be68-ec3f3aa41c44 service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.0936618 Jul 26 15:17:32.624438 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-c4331e37-ebb6-4318-a549-18df960c29dc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453 HTTP/1.1" status: 200 len: 999 time: 0.0654385 Jul 26 15:17:32.676312 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-b76a161d-d0bf-49e8-9e43-9339e05ca8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:32.677771 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-b76a161d-d0bf-49e8-9e43-9339e05ca8ab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0465143 Jul 26 15:17:32.685868 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:31Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:32.711663 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:17:32.720836 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:17:32.721444 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:17:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:32.723273 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-4cc24be9-19d2-4ff4-bcc7-1836dab20995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:32.724838 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-4cc24be9-19d2-4ff4-bcc7-1836dab20995 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405090 Jul 26 15:17:32.789988 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:32.826676 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-0dc556b0-476a-4383-8e29-bf38178780aa service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946920 Jul 26 15:17:32.829718 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:17:32.901503 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:32.925041 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af84b077-0ff2-42d7-a38c-066683fea1f7 req-d4dceada-aa86-41de-a1ce-c60e733a7341 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900650 Jul 26 15:17:33.054315 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:31Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:33.079977 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8e991-e1af-4026-99f5-5d7454ee322a None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:31Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:17:33.281358 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b11584-3121-4ee7-be6a-8e2115debf9d None None] New status for floating IP 972a4f2a-baaa-4ecb-bff3-725b4730466e: ACTIVE {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:17:38.439146 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acaa5f-9097-4db1-b05f-374b3e91ad9f req-e7a8e12a-7830-46eb-83dd-ef624a8fbaca tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:38.440671 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d9acaa5f-9097-4db1-b05f-374b3e91ad9f req-e7a8e12a-7830-46eb-83dd-ef624a8fbaca tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 946 time: 0.0503614 Jul 26 15:17:38.493716 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-d9acaa5f-9097-4db1-b05f-374b3e91ad9f req-8806f746-8f85-435a-b334-6ed5a31ad8c9 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473695 Jul 26 15:17:39.625124 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509ea40-6bca-4cf2-bbd9-5b49123e9688 req-c94ab234-3619-4ad1-97bf-bc8973292edb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:39.626750 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3509ea40-6bca-4cf2-bbd9-5b49123e9688 req-c94ab234-3619-4ad1-97bf-bc8973292edb tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 946 time: 0.0533531 Jul 26 15:17:39.675984 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-3509ea40-6bca-4cf2-bbd9-5b49123e9688 req-3e09f749-aa76-4842-8377-a79e3953334d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 Jul 26 15:17:40.048923 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558a073-f541-424f-bd12-cf889d27ed4e req-2bdb8f6a-f07a-4fe5-9e8a-07494cbf7172 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:40.050357 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d558a073-f541-424f-bd12-cf889d27ed4e req-2bdb8f6a-f07a-4fe5-9e8a-07494cbf7172 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 946 time: 0.0475926 Jul 26 15:17:40.139432 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Deleting port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:17:40.139800 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:40.196743 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:40.234990 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] For port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:40.235351 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:40.408482 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:40.409089 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (529f6d07-14ad-44de-9a7b-b6e27873d1a3), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:40.409213 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Floating IP 529f6d07-14ad-44de-9a7b-b6e27873d1a3 disassociated. External IP: 172.27.2.214, port: 6a8b8d94-4686-4ed2-a4de-5c9c73088dca. Jul 26 15:17:40.409482 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Calling delete_port for 6a8b8d94-4686-4ed2-a4de-5c9c73088dca owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:17:40.488198 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8bbadc0a-725a-4e81-b3a8-34c1858d633d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:40.806391 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262a53-13b2-4804-b435-053449455049 req-ae52f3e3-4742-422c-b715-146b339447bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:40.808180 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-14262a53-13b2-4804-b435-053449455049 req-ae52f3e3-4742-422c-b715-146b339447bc tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 946 time: 0.0508444 Jul 26 15:17:40.857836 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-14262a53-13b2-4804-b435-053449455049 req-734bd224-cbf3-431e-8e77-f9c1e4f0610c tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups?id=1a28076c-1784-46ba-b860-c96cee51ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434899 Jul 26 15:17:40.883708 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (6a8b8d94-4686-4ed2-a4de-5c9c73088dca), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:40.911864 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event deleted for resources: {'Port': ['ID=6a8b8d94-4686-4ed2-a4de-5c9c73088dca,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:41.020578 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:41.029439 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Router 27f7fc3c-c270-46e5-b873-d68b9fac931b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:17:41.141403 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:17:41.152930 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] Sync routers for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:17:41.163268 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:17:41.163914 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:17:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:41.185726 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] No DVR routers for this DVR port 6a8b8d94-4686-4ed2-a4de-5c9c73088dca on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:17:41.188441 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:41.191826 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d558a073-f541-424f-bd12-cf889d27ed4e req-0eed76e9-b1da-49f5-8d16-152ba571c554 tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.102 "DELETE /v2.0/ports/6a8b8d94-4686-4ed2-a4de-5c9c73088dca HTTP/1.1" status: 204 len: 173 time: 1.1358089 Jul 26 15:17:41.192224 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-deleted', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:17:41.194614 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173de036-cfca-4862-be07-6ee170b340e5" -d '{"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-deleted", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:17:41.235184 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4302010-e24c-4a90-9790-79ead55a3e88 x-openstack-request-id: req-e4302010-e24c-4a90-9790-79ead55a3e88 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:17:41.235563 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d6f9e-d20e-44df-b42e-ec33945e9269", "name": "network-vif-deleted", "tag": "6a8b8d94-4686-4ed2-a4de-5c9c73088dca", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:17:41.235875 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e4302010-e24c-4a90-9790-79ead55a3e88 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:17:41.236339 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4302010-e24c-4a90-9790-79ead55a3e88'] response: {'server_uuid': '035d6f9e-d20e-44df-b42e-ec33945e9269', 'name': 'network-vif-deleted', 'tag': '6a8b8d94-4686-4ed2-a4de-5c9c73088dca', 'status': 'completed', 'code': 200} Jul 26 15:17:41.274375 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=100 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:41.280819 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:17:41.493590 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:41.519422 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] Checking router: 27f7fc3c-c270-46e5-b873-d68b9fac931b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:17:41.529091 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:17:41.529649 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:17:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:41.637980 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:17:41.836571 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:41.865342 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca95078-6a2f-4b14-af70-64e99bd8e806 None None] The sync data for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi is: [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:05Z', 'revision_number': 4, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': '7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed', 'name': '', 'network_id': '12e3290f-127b-470c-b462-095d0a9eadf0', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'mac_address': 'fa:16:3e:b3:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:05Z', 'updated_at': '2022-07-26T15:12:10Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'subnets': [{'id': 'ca2bc19d-6294-4117-a176-bb2066d49d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:17:41.991809 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-22dd0d4a-d066-436b-b8a8-6fa09376db0b req-1b36e823-d50d-4aa1-8b4e-bdfc2dd34d1d tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/ports?device_id=035d6f9e-d20e-44df-b42e-ec33945e9269 HTTP/1.1" status: 200 len: 210 time: 0.0325823 Jul 26 15:17:42.115893 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2938e-cb1d-4d8e-87c0-261af8c1f581 None None] New status for floating IP 529f6d07-14ad-44de-9a7b-b6e27873d1a3: DOWN {{(pid=116404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:17:42.379208 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:17:42.399616 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 6a8b8d94-4686-4ed2-a4de-5c9c73088dca {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:17:42.399958 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 6a8b8d94-4686-4ed2-a4de-5c9c73088dca not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:17:43.147786 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43538) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:43.208799 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2f446516-22c6-4815-ab6b-89582013d88a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (1a28076c-1784-46ba-b860-c96cee51ea8a), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.234526 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2f446516-22c6-4815-ab6b-89582013d88a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (1a28076c-1784-46ba-b860-c96cee51ea8a), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.381075 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2f446516-22c6-4815-ab6b-89582013d88a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (1a28076c-1784-46ba-b860-c96cee51ea8a), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.383743 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-2f446516-22c6-4815-ab6b-89582013d88a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.384935 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-2f446516-22c6-4815-ab6b-89582013d88a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "DELETE /v2.0/security-groups/1a28076c-1784-46ba-b860-c96cee51ea8a HTTP/1.1" status: 204 len: 168 time: 0.2361057 Jul 26 15:17:43.388955 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43540) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:43.395316 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f446516-22c6-4815-ab6b-89582013d88a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a28076c-1784-46ba-b860-c96cee51ea8a,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:43.403412 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.api.v2.resource [None req-6943817e-2b2f-4c4b-9152-553b8464ae0f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] show failed (client error): The resource could not be found. Jul 26 15:17:43.407531 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43542) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:43.407698 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-6943817e-2b2f-4c4b-9152-553b8464ae0f tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "GET /v2.0/security-groups/1a28076c-1784-46ba-b860-c96cee51ea8a HTTP/1.1" status: 404 len: 347 time: 0.0172999 Jul 26 15:17:43.409406 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:43.487156 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:43.527101 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Deleting port ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:17:43.527676 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.614884 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.615205 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.628689 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Calling delete_port for ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b owned by network:floatingip {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:17:43.689824 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9f81aabe-75d8-43ee-827e-a1c3f7194fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.888385 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.912668 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Pushing event deleted for resources: {'Port': ['ID=ab1faeb0-fc70-4c3c-828d-a1c7ea47b32b,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:43.980673 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks [] for floatingip (529f6d07-14ad-44de-9a7b-b6e27873d1a3), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.983089 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:43.984267 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-321df55f-8936-4658-8445-d5827e5e824a tempest-AttachVolumeShelveTestJSON-1701692660 tempest-AttachVolumeShelveTestJSON-1701692660-project] 10.222.0.94 "DELETE /v2.0/floatingips/529f6d07-14ad-44de-9a7b-b6e27873d1a3 HTTP/1.1" status: 204 len: 168 time: 0.5757177 Jul 26 15:17:45.152710 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:45.192136 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:46.328204 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:46.695096 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43566) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:47.013720 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:47.143211 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (27f7fc3c-c270-46e5-b873-d68b9fac931b), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:47.338207 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:47.363837 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:47.381506 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Deleting port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:17:47.381875 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:47.465218 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] For port 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:47.465640 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:47.478972 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Calling delete_port for 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed owned by network:router_interface {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:17:47.741115 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:47.771784 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:47.942947 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:47.947201 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (27f7fc3c-c270-46e5-b873-d68b9fac931b), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:48.176355 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Router 27f7fc3c-c270-46e5-b873-d68b9fac931b has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:17:48.282818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:17:48.290695 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43570) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:48.291371 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-f7218231-b4d4-4cba-8e16-ee13770797e0 admin admin] 10.222.0.94 "PUT /v2.0/routers/27f7fc3c-c270-46e5-b873-d68b9fac931b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5951879 Jul 26 15:17:48.293947 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] Sync routers for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:17:48.306101 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:17:48.306728 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:17:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:48.395829 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks [] for router (27f7fc3c-c270-46e5-b873-d68b9fac931b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:48.418612 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:17:48.500973 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks [] for router_gateway (27f7fc3c-c270-46e5-b873-d68b9fac931b), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:48.591048 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:17:47Z', 'revision_number': 5, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port': {'id': 'a13ec6ae-9b36-4955-9a26-5bac2f8627c6', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:48.618122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] Checking router: 27f7fc3c-c270-46e5-b873-d68b9fac931b for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:17:48.627145 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] Routers {'27f7fc3c-c270-46e5-b873-d68b9fac931b'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:17:48.627810 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:17:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['27f7fc3c-c270-46e5-b873-d68b9fac931b'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:48.650956 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Deleting port a13ec6ae-9b36-4955-9a26-5bac2f8627c6 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:17:48.651220 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:48.717898 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] Set router 27f7fc3c-c270-46e5-b873-d68b9fac931b gateway port host: None {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:17:48.740439 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] For port a13ec6ae-9b36-4955-9a26-5bac2f8627c6, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=a13ec6ae-9b36-4955-9a26-5bac2f8627c6,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:48.740814 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:48.754391 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Calling delete_port for a13ec6ae-9b36-4955-9a26-5bac2f8627c6 owned by network:router_gateway {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:17:48.871342 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:48.897117 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:17:48Z', 'revision_number': 6, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port_host': None}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:48.923996 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3161d-b6ea-47cd-a65e-5db4f7bf9381 None None] The sync data for ids ['27f7fc3c-c270-46e5-b873-d68b9fac931b'] in dv-cinder-850668-2-iscsi is: [{'id': '27f7fc3c-c270-46e5-b873-d68b9fac931b', 'name': 'tempest-AttachVolumeShelveTestJSON-1055999201-router', 'tenant_id': 'b57441fed5b5437581930346bf9116ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:12:02Z', 'updated_at': '2022-07-26T15:17:48Z', 'revision_number': 6, 'project_id': 'b57441fed5b5437581930346bf9116ef', 'gw_port_host': None}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:17:49.010020 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (a13ec6ae-9b36-4955-9a26-5bac2f8627c6), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.036367 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13ec6ae-9b36-4955-9a26-5bac2f8627c6,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:49.043841 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:49.064808 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.065156 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.065539 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.065882 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.066215 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.066542 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.066869 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.067194 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.067545 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.067873 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.068199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.068525 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.068848 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.069166 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.069485 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:17:49.117935 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (27f7fc3c-c270-46e5-b873-d68b9fac931b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.208863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (27f7fc3c-c270-46e5-b873-d68b9fac931b), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.211200 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks [] for router_controller (27f7fc3c-c270-46e5-b873-d68b9fac931b), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.358284 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (27f7fc3c-c270-46e5-b873-d68b9fac931b), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.358985 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27f7fc3c-c270-46e5-b873-d68b9fac931b {{(pid=116401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:17:49.363641 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.364822 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-e83a08b3-26a8-49d2-ad51-13181e040800 admin admin] 10.222.0.94 "DELETE /v2.0/routers/27f7fc3c-c270-46e5-b873-d68b9fac931b HTTP/1.1" status: 204 len: 168 time: 1.0731354 Jul 26 15:17:49.367361 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43572) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:49.415430 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da8a5a8-d9df-4770-8cd4-5b0c001ddf84 admin admin] Deleting subnet ca2bc19d-6294-4117-a176-bb2066d49d6d {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:17:49.419894 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0da8a5a8-d9df-4770-8cd4-5b0c001ddf84 admin admin] Publish callbacks [] for subnet (ca2bc19d-6294-4117-a176-bb2066d49d6d), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.462508 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0da8a5a8-d9df-4770-8cd4-5b0c001ddf84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (ca2bc19d-6294-4117-a176-bb2066d49d6d), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.542455 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0da8a5a8-d9df-4770-8cd4-5b0c001ddf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (ca2bc19d-6294-4117-a176-bb2066d49d6d), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.736299 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0da8a5a8-d9df-4770-8cd4-5b0c001ddf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (ca2bc19d-6294-4117-a176-bb2066d49d6d), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.766854 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8a5a8-d9df-4770-8cd4-5b0c001ddf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2bc19d-6294-4117-a176-bb2066d49d6d,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:49.770863 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0da8a5a8-d9df-4770-8cd4-5b0c001ddf84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.776751 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43574) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:49.777276 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0da8a5a8-d9df-4770-8cd4-5b0c001ddf84 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ca2bc19d-6294-4117-a176-bb2066d49d6d HTTP/1.1" status: 204 len: 168 time: 0.4084432 Jul 26 15:17:49.777384 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65a451-e785-444e-a591-f1c414e94a66 None None] Network 12e3290f-127b-470c-b462-095d0a9eadf0 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:17:49.842133 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:49.861593 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (12e3290f-127b-470c-b462-095d0a9eadf0), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.913994 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Deleting port d990fea6-b3e4-421e-85c3-00358fdc72da {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:17:49.914450 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:49.974086 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] DHCP port deletion for 12e3290f-127b-470c-b462-095d0a9eadf0 request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:17:50.000771 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] For port d990fea6-b3e4-421e-85c3-00358fdc72da, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=d990fea6-b3e4-421e-85c3-00358fdc72da,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:50.001176 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.017968 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Calling delete_port for d990fea6-b3e4-421e-85c3-00358fdc72da owned by network:dhcp {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:17:50.038571 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] Deleting port d990fea6-b3e4-421e-85c3-00358fdc72da {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:17:50.038928 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.111340 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:50.124876 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] For port d990fea6-b3e4-421e-85c3-00358fdc72da, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=d990fea6-b3e4-421e-85c3-00358fdc72da,segment=NetworkSegment(c1169125-a18d-41ea-b757-5c2ae3438b8b),segment_id=c1169125-a18d-41ea-b757-5c2ae3438b8b)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:17:50.125286 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.149638 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:17:50.152791 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] Calling delete_port for d990fea6-b3e4-421e-85c3-00358fdc72da owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:17:50.180947 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:17:50.181288 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 7a7a2f46-04e0-4c8d-b4ae-3c6b62afd0ed not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:17:50.181709 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device d990fea6-b3e4-421e-85c3-00358fdc72da no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:17:50.250807 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.256760 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:50.272662 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No active binding found for port d990fea6-b3e4-421e-85c3-00358fdc72da {{(pid=116403) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 26 15:17:50.273077 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] The host dv-cinder-850668-2-iscsi is not matching for port d990fea6-b3e4-421e-85c3-00358fdc72da host None! {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 26 15:17:50.274465 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device d990fea6-b3e4-421e-85c3-00358fdc72da not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:17:50.274900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device a13ec6ae-9b36-4955-9a26-5bac2f8627c6 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:17:50.278305 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Pushing event deleted for resources: {'Port': ['ID=d990fea6-b3e4-421e-85c3-00358fdc72da,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:50.281878 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] No DVR routers for this DVR port d990fea6-b3e4-421e-85c3-00358fdc72da on host dv-cinder-850668-2-iscsi {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:17:50.305886 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: a13ec6ae-9b36-4955-9a26-5bac2f8627c6 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:17:50.306236 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device a13ec6ae-9b36-4955-9a26-5bac2f8627c6 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:17:50.319391 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (d990fea6-b3e4-421e-85c3-00358fdc72da), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.348770 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] Pushing event deleted for resources: {'Port': ['ID=d990fea6-b3e4-421e-85c3-00358fdc72da,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:50.353887 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1416f6-e4b1-4715-8d5b-27200fa8be94 None None] No DVR routers for this DVR port d990fea6-b3e4-421e-85c3-00358fdc72da on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:17:50.368388 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (12e3290f-127b-470c-b462-095d0a9eadf0), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.397624 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e3290f-127b-470c-b462-095d0a9eadf0']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:50.412512 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1169125-a18d-41ea-b757-5c2ae3438b8b') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:50.412934 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1169125-a18d-41ea-b757-5c2ae3438b8b') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:17:50.429841 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (c1169125-a18d-41ea-b757-5c2ae3438b8b), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.449267 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (c1169125-a18d-41ea-b757-5c2ae3438b8b), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.456029 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:17:50.456412 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (c1169125-a18d-41ea-b757-5c2ae3438b8b), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.502718 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment c1169125-a18d-41ea-b757-5c2ae3438b8b resource provider aggregate not found Jul 26 15:17:50.524312 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment c1169125-a18d-41ea-b757-5c2ae3438b8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1169125-a18d-41ea-b757-5c2ae3438b8b found for delete ", "request_id": "req-3a57a216-8e90-4b67-9cf1-1ee9758d5e3d"}]} Jul 26 15:17:50.607935 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (12e3290f-127b-470c-b462-095d0a9eadf0), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.613854 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:50.617106 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] 10.222.0.94 "DELETE /v2.0/networks/12e3290f-127b-470c-b462-095d0a9eadf0 HTTP/1.1" status: 204 len: 168 time: 0.8381124 Jul 26 15:17:50.635814 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37225d65-7d60-4aae-9074-bb76203b1770 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e3290f-127b-470c-b462-095d0a9eadf0,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:51.050860 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43582) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:51.093365 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-914af856-3e3a-4f1b-8c62-5f823728bae9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b57441fed5b5437581930346bf9116ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411661 Jul 26 15:17:51.096037 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43584) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:51.147878 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a6014f32-d8c7-471b-b08e-4200b7815230 admin admin] Publish callbacks [] for security_group (f77eb1f1-3695-4b14-b937-9a9dc97b0ba4), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:51.172551 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a6014f32-d8c7-471b-b08e-4200b7815230 admin admin] Publish callbacks [] for security_group (f77eb1f1-3695-4b14-b937-9a9dc97b0ba4), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:51.181825 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:51.193047 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-d05a4264-00fd-4aa1-8d67-29fa9188c314 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452554 Jul 26 15:17:51.294116 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-483424d3-b58c-4762-a3fc-2cb2ef89f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:51.296013 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-483424d3-b58c-4762-a3fc-2cb2ef89f2ed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1129 time: 0.0473268 Jul 26 15:17:51.414183 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-42a29aaa-58b5-4606-9dfe-5798e908b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:51.414959 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a6014f32-d8c7-471b-b08e-4200b7815230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f77eb1f1-3695-4b14-b937-9a9dc97b0ba4), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:51.415814 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-42a29aaa-58b5-4606-9dfe-5798e908b858 service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.0977960 Jul 26 15:17:51.418290 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a6014f32-d8c7-471b-b08e-4200b7815230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:51.419559 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a6014f32-d8c7-471b-b08e-4200b7815230 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f77eb1f1-3695-4b14-b937-9a9dc97b0ba4 HTTP/1.1" status: 204 len: 168 time: 0.3225029 Jul 26 15:17:51.429584 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6014f32-d8c7-471b-b08e-4200b7815230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77eb1f1-3695-4b14-b937-9a9dc97b0ba4,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:51.492241 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-ccb9f720-eb62-4c76-8f0c-d1dc358b5118 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453 HTTP/1.1" status: 200 len: 1001 time: 0.0683432 Jul 26 15:17:51.548794 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-ef7c9319-6136-47a3-8f99-6a7211476ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:51.550286 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-ef7c9319-6136-47a3-8f99-6a7211476ddf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0512166 Jul 26 15:17:51.600595 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-6e5d1dfd-d67f-4c44-a9c8-562738f9cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:17:51.602164 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-6e5d1dfd-d67f-4c44-a9c8-562738f9cf59 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426102 Jul 26 15:17:51.705661 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-ddf99810-fcd2-44e1-86a0-a9aca568c387 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964141 Jul 26 15:17:51.829359 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a96b58ff-89f8-4506-8fb5-715e53105764 req-2583f06f-7cec-4af0-85b0-a7459984d175 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156518 Jul 26 15:17:52.196123 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:52.199116 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:52.402463 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:17:55.315848 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43658) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:55.431285 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-30e6b43f-dbf0-4910-9975-c3194ceced34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:55.515969 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-30e6b43f-dbf0-4910-9975-c3194ceced34 admin admin] Publish callbacks [] for security_group (b4a235e3-b246-4a1b-9580-ba565e5f4bb5), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:55.603793 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-30e6b43f-dbf0-4910-9975-c3194ceced34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b4a235e3-b246-4a1b-9580-ba565e5f4bb5), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:55.610357 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:55.649203 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-30e6b43f-dbf0-4910-9975-c3194ceced34 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e01388e7ebf04902a6feb4120567dada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294687 Jul 26 15:17:55.649203 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6b43f-dbf0-4910-9975-c3194ceced34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a235e3-b246-4a1b-9580-ba565e5f4bb5,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:55.649645 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43662) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:55.700974 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:55.706984 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3744ce3b-68be-4d22-bba0-9c7f3dad3c3b admin admin] Publish callbacks [] for security_group (b4a235e3-b246-4a1b-9580-ba565e5f4bb5), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:55.732833 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3744ce3b-68be-4d22-bba0-9c7f3dad3c3b admin admin] Publish callbacks [] for security_group (b4a235e3-b246-4a1b-9580-ba565e5f4bb5), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:55.861919 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3744ce3b-68be-4d22-bba0-9c7f3dad3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (b4a235e3-b246-4a1b-9580-ba565e5f4bb5), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:55.864556 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-3744ce3b-68be-4d22-bba0-9c7f3dad3c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:55.865697 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-3744ce3b-68be-4d22-bba0-9c7f3dad3c3b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b4a235e3-b246-4a1b-9580-ba565e5f4bb5 HTTP/1.1" status: 204 len: 168 time: 0.2147956 Jul 26 15:17:55.875981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744ce3b-68be-4d22-bba0-9c7f3dad3c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a235e3-b246-4a1b-9580-ba565e5f4bb5,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:56.740795 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43668) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:56.756002 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4f4809da-3f5f-4884-b363-27a4c95386b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:56.841043 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4f4809da-3f5f-4884-b363-27a4c95386b1 admin admin] Publish callbacks [] for security_group (00622e0d-4b17-4e08-a40a-7d66695b2aec), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:56.941003 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-4f4809da-3f5f-4884-b363-27a4c95386b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (00622e0d-4b17-4e08-a40a-7d66695b2aec), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:56.981917 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4809da-3f5f-4884-b363-27a4c95386b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00622e0d-4b17-4e08-a40a-7d66695b2aec,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:17:56.987207 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-4f4809da-3f5f-4884-b363-27a4c95386b1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fa4e156c67574ff6ad6e26a3f07e06c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452734 Jul 26 15:17:56.990844 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43670) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:17:57.020783 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:57.049772 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0be22612-8ea9-459e-b1b1-72659272b69a admin admin] Publish callbacks [] for security_group (00622e0d-4b17-4e08-a40a-7d66695b2aec), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:57.077435 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0be22612-8ea9-459e-b1b1-72659272b69a admin admin] Publish callbacks [] for security_group (00622e0d-4b17-4e08-a40a-7d66695b2aec), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:57.236454 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0be22612-8ea9-459e-b1b1-72659272b69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (00622e0d-4b17-4e08-a40a-7d66695b2aec), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:57.239011 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0be22612-8ea9-459e-b1b1-72659272b69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:57.240261 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-0be22612-8ea9-459e-b1b1-72659272b69a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/00622e0d-4b17-4e08-a40a-7d66695b2aec HTTP/1.1" status: 204 len: 168 time: 0.2486477 Jul 26 15:17:57.250394 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be22612-8ea9-459e-b1b1-72659272b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00622e0d-4b17-4e08-a40a-7d66695b2aec,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:02.403926 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:05.642861 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:07.246554 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=46,neutron:INSERT=7,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:07.263015 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:07.263989 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=20,neutron:DELETE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:10.476303 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f3de18fb-0f6e-4f05-9983-25ffc5779db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:10.983204 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43762) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:11.096760 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3bf68a54-14f2-4d17-8f98-ad5901af735e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:11.174513 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3bf68a54-14f2-4d17-8f98-ad5901af735e admin admin] Publish callbacks [] for security_group (99e993cf-8b08-4159-9493-47f97499239e), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:11.307199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-3bf68a54-14f2-4d17-8f98-ad5901af735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (99e993cf-8b08-4159-9493-47f97499239e), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:11.350932 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-3bf68a54-14f2-4d17-8f98-ad5901af735e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=08c2b580445545b2860a2fadce204f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665907 Jul 26 15:18:11.352635 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf68a54-14f2-4d17-8f98-ad5901af735e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e993cf-8b08-4159-9493-47f97499239e,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:11.354816 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43768) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:11.415779 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Publish callbacks [] for security_group (99e993cf-8b08-4159-9493-47f97499239e), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:11.442275 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Publish callbacks [] for security_group (99e993cf-8b08-4159-9493-47f97499239e), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:11.597533 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (99e993cf-8b08-4159-9493-47f97499239e), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:11.600229 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:11.601430 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/99e993cf-8b08-4159-9493-47f97499239e HTTP/1.1" status: 204 len: 168 time: 0.2454467 Jul 26 15:18:11.616532 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e993cf-8b08-4159-9493-47f97499239e,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:11.618597 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.618942 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.619277 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.619636 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.619980 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.620289 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.620611 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.621525 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.621849 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.622324 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.622650 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.622972 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.623293 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.623637 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:11.623956 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4be74-06b2-474b-a589-2e208e988fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:12.394003 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43774) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:12.408099 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c9aefdf2-c523-4725-ba23-e1ec08598ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:12.487966 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c9aefdf2-c523-4725-ba23-e1ec08598ec0 admin admin] Publish callbacks [] for security_group (52232d2e-42af-4a5e-8692-8e4f3f58d316), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:12.567646 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-c9aefdf2-c523-4725-ba23-e1ec08598ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (52232d2e-42af-4a5e-8692-8e4f3f58d316), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:12.612877 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-c9aefdf2-c523-4725-ba23-e1ec08598ec0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0c1ee4aae3034483ab7b27e53c42b247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176783 Jul 26 15:18:12.614150 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aefdf2-c523-4725-ba23-e1ec08598ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52232d2e-42af-4a5e-8692-8e4f3f58d316,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:12.615746 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43776) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:12.667221 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1854c4f1-01c8-4cc1-9853-b4c0e726c63e admin admin] Publish callbacks [] for security_group (52232d2e-42af-4a5e-8692-8e4f3f58d316), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:12.692848 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1854c4f1-01c8-4cc1-9853-b4c0e726c63e admin admin] Publish callbacks [] for security_group (52232d2e-42af-4a5e-8692-8e4f3f58d316), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:12.849165 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1854c4f1-01c8-4cc1-9853-b4c0e726c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (52232d2e-42af-4a5e-8692-8e4f3f58d316), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:12.851700 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-1854c4f1-01c8-4cc1-9853-b4c0e726c63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:12.852861 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-1854c4f1-01c8-4cc1-9853-b4c0e726c63e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/52232d2e-42af-4a5e-8692-8e4f3f58d316 HTTP/1.1" status: 204 len: 168 time: 0.2361121 Jul 26 15:18:12.861234 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854c4f1-01c8-4cc1-9853-b4c0e726c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52232d2e-42af-4a5e-8692-8e4f3f58d316,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:13.689940 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-1cae9cbb-893e-4e52-9f0d-947c9cccdd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:15.127542 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:15.186689 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:16.323755 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:17.460122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:22.606989 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:22.610031 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:INSERT=8 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:22.727177 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:22.856985 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:27.279482 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:27.296426 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:27.298288 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:27.629859 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43886) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:27.739641 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-31ed2084-8ea9-436f-9f97-04cda2a09e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:27.818751 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-31ed2084-8ea9-436f-9f97-04cda2a09e4a admin admin] Publish callbacks [] for security_group (7eba3715-ceac-4bcc-be1e-92ba648ff5cd), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:27.888658 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-31ed2084-8ea9-436f-9f97-04cda2a09e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7eba3715-ceac-4bcc-be1e-92ba648ff5cd), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:27.928446 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed2084-8ea9-436f-9f97-04cda2a09e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eba3715-ceac-4bcc-be1e-92ba648ff5cd,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:27.932801 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-31ed2084-8ea9-436f-9f97-04cda2a09e4a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=addb874bfc32490d97d0e15624ae8de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018875 Jul 26 15:18:27.936412 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43890) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:27.987827 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-21bc5ffb-e62f-4198-82fd-0e99329821c3 admin admin] Publish callbacks [] for security_group (7eba3715-ceac-4bcc-be1e-92ba648ff5cd), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:28.010718 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-21bc5ffb-e62f-4198-82fd-0e99329821c3 admin admin] Publish callbacks [] for security_group (7eba3715-ceac-4bcc-be1e-92ba648ff5cd), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:28.145623 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-21bc5ffb-e62f-4198-82fd-0e99329821c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (7eba3715-ceac-4bcc-be1e-92ba648ff5cd), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:28.148384 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-21bc5ffb-e62f-4198-82fd-0e99329821c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:28.149557 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-21bc5ffb-e62f-4198-82fd-0e99329821c3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7eba3715-ceac-4bcc-be1e-92ba648ff5cd HTTP/1.1" status: 204 len: 168 time: 0.2108865 Jul 26 15:18:28.158875 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc5ffb-e62f-4198-82fd-0e99329821c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eba3715-ceac-4bcc-be1e-92ba648ff5cd,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:28.877870 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 43896) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:28.892954 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-753db3b5-3bf3-4020-b506-3d0edc985594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:28.974970 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-753db3b5-3bf3-4020-b506-3d0edc985594 admin admin] Publish callbacks [] for security_group (31c0b67b-02a5-40b4-a4d1-513d7cba203b), precommit_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:29.048646 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-753db3b5-3bf3-4020-b506-3d0edc985594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (31c0b67b-02a5-40b4-a4d1-513d7cba203b), after_create {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:29.091682 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-753db3b5-3bf3-4020-b506-3d0edc985594 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=76f0f040846a4c5a91a8c76a15e0e1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125714 Jul 26 15:18:29.092685 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753db3b5-3bf3-4020-b506-3d0edc985594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c0b67b-02a5-40b4-a4d1-513d7cba203b,revision_number=1']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:29.094316 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 43898) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:29.146409 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-57da1e3e-78ee-4da8-a8ba-ba8adf876227 admin admin] Publish callbacks [] for security_group (31c0b67b-02a5-40b4-a4d1-513d7cba203b), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:29.169428 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-57da1e3e-78ee-4da8-a8ba-ba8adf876227 admin admin] Publish callbacks [] for security_group (31c0b67b-02a5-40b4-a4d1-513d7cba203b), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:29.322763 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-57da1e3e-78ee-4da8-a8ba-ba8adf876227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (31c0b67b-02a5-40b4-a4d1-513d7cba203b), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:29.325639 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-57da1e3e-78ee-4da8-a8ba-ba8adf876227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:29.326805 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-57da1e3e-78ee-4da8-a8ba-ba8adf876227 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/31c0b67b-02a5-40b4-a4d1-513d7cba203b HTTP/1.1" status: 204 len: 168 time: 0.2314849 Jul 26 15:18:29.334940 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da1e3e-78ee-4da8-a8ba-ba8adf876227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c0b67b-02a5-40b4-a4d1-513d7cba203b,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:29.400671 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:18:39.082271 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=34,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:39.087318 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:39.203751 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:39.330640 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:39.350059 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:39.350769 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:39.397120 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:40.521037 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-616787e6-905f-4ac6-a62b-1ba6989d4f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:42.026807 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44018) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:42.138069 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6126d08a-8356-4714-8e48-6d4e0eace60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:42.219021 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6126d08a-8356-4714-8e48-6d4e0eace60b admin admin] Publish callbacks [] for security_group (4007328a-2b53-477d-9568-9a368a363ebc), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:42.303826 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-6126d08a-8356-4714-8e48-6d4e0eace60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4007328a-2b53-477d-9568-9a368a363ebc), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:42.343731 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126d08a-8356-4714-8e48-6d4e0eace60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4007328a-2b53-477d-9568-9a368a363ebc,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:42.350319 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-6126d08a-8356-4714-8e48-6d4e0eace60b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=07106c49e4be4c50a6cfd1342dc8ea6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224175 Jul 26 15:18:42.352981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44022) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:42.405408 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-241e15c0-7681-4541-9ceb-a15cf0e57a4b admin admin] Publish callbacks [] for security_group (4007328a-2b53-477d-9568-9a368a363ebc), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:42.427822 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-241e15c0-7681-4541-9ceb-a15cf0e57a4b admin admin] Publish callbacks [] for security_group (4007328a-2b53-477d-9568-9a368a363ebc), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:42.558897 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-241e15c0-7681-4541-9ceb-a15cf0e57a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (4007328a-2b53-477d-9568-9a368a363ebc), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:42.561513 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-241e15c0-7681-4541-9ceb-a15cf0e57a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:42.562642 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-241e15c0-7681-4541-9ceb-a15cf0e57a4b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4007328a-2b53-477d-9568-9a368a363ebc HTTP/1.1" status: 204 len: 168 time: 0.2083678 Jul 26 15:18:42.571922 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e15c0-7681-4541-9ceb-a15cf0e57a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4007328a-2b53-477d-9568-9a368a363ebc,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:43.207345 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44028) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:43.228286 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7da87d67-d89b-40c4-a43d-94f56be479e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:43.573556 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7da87d67-d89b-40c4-a43d-94f56be479e7 admin admin] Publish callbacks [] for security_group (2ec5b1c9-83ee-4ad5-8c68-55af639f4988), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:43.652122 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-7da87d67-d89b-40c4-a43d-94f56be479e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (2ec5b1c9-83ee-4ad5-8c68-55af639f4988), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:43.682834 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-36178f89-e4e4-4fd6-badc-724ab4f6e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:43.694578 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-7da87d67-d89b-40c4-a43d-94f56be479e7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d801a4657e2540c5944c2925e7167aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4851286 Jul 26 15:18:43.695829 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da87d67-d89b-40c4-a43d-94f56be479e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec5b1c9-83ee-4ad5-8c68-55af639f4988,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:43.703022 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44030) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:43.750200 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-057e90ae-47d8-4099-9738-0b800054c68a admin admin] Publish callbacks [] for security_group (2ec5b1c9-83ee-4ad5-8c68-55af639f4988), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:43.774678 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-057e90ae-47d8-4099-9738-0b800054c68a admin admin] Publish callbacks [] for security_group (2ec5b1c9-83ee-4ad5-8c68-55af639f4988), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:43.905427 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-057e90ae-47d8-4099-9738-0b800054c68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (2ec5b1c9-83ee-4ad5-8c68-55af639f4988), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:43.907959 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-057e90ae-47d8-4099-9738-0b800054c68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:43.909992 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-057e90ae-47d8-4099-9738-0b800054c68a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2ec5b1c9-83ee-4ad5-8c68-55af639f4988 HTTP/1.1" status: 204 len: 168 time: 0.2107556 Jul 26 15:18:43.918894 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e90ae-47d8-4099-9738-0b800054c68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec5b1c9-83ee-4ad5-8c68-55af639f4988,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:44.645490 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44036) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:44.659392 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a16c38c4-a3a7-4f78-909c-f9a27e1d0118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:44.738633 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a16c38c4-a3a7-4f78-909c-f9a27e1d0118 admin admin] Publish callbacks [] for security_group (dcffaea8-2772-459f-8762-f89d4fc46181), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:44.817965 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-a16c38c4-a3a7-4f78-909c-f9a27e1d0118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (dcffaea8-2772-459f-8762-f89d4fc46181), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:44.859055 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-a16c38c4-a3a7-4f78-909c-f9a27e1d0118 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f4e1fb0103a74173b256d59ee0dc981e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124681 Jul 26 15:18:44.860040 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c38c4-a3a7-4f78-909c-f9a27e1d0118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcffaea8-2772-459f-8762-f89d4fc46181,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:44.862945 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44038) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:18:44.904145 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:44.917082 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0250d308-e1db-43c4-913b-59ad0286bf6c admin admin] Publish callbacks [] for security_group (dcffaea8-2772-459f-8762-f89d4fc46181), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:44.919190 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:44.940105 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0250d308-e1db-43c4-913b-59ad0286bf6c admin admin] Publish callbacks [] for security_group (dcffaea8-2772-459f-8762-f89d4fc46181), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:45.116993 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0250d308-e1db-43c4-913b-59ad0286bf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (dcffaea8-2772-459f-8762-f89d4fc46181), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:45.120564 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-0250d308-e1db-43c4-913b-59ad0286bf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:45.121715 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-0250d308-e1db-43c4-913b-59ad0286bf6c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dcffaea8-2772-459f-8762-f89d4fc46181 HTTP/1.1" status: 204 len: 168 time: 0.2578528 Jul 26 15:18:45.131253 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250d308-e1db-43c4-913b-59ad0286bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcffaea8-2772-459f-8762-f89d4fc46181,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:45.155832 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:45.235001 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:46.379415 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:47.385259 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:52.201839 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-f0dd09a8-c3f2-426e-b7b4-ffdf5ba672c8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419438 Jul 26 15:18:52.283581 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-8f4ea252-efc4-4e32-b795-10a9411f9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:18:52.285094 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-8f4ea252-efc4-4e32-b795-10a9411f9929 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1129 time: 0.0406754 Jul 26 15:18:52.397492 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-a68f27de-c2bb-42ed-abdc-c401514f9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:18:52.398891 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-a68f27de-c2bb-42ed-abdc-c401514f9127 service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.0931203 Jul 26 15:18:52.464890 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-668c581d-72bf-4925-8b49-4a22013653fe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453 HTTP/1.1" status: 200 len: 1001 time: 0.0576041 Jul 26 15:18:52.519397 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-2b896e08-aacb-43b8-8658-a4c999ce2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:18:52.520879 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-2b896e08-aacb-43b8-8658-a4c999ce2c2e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0499444 Jul 26 15:18:52.565688 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-7f43e5c1-5f67-4f04-a0d7-367b62f58cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:18:52.567232 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-7f43e5c1-5f67-4f04-a0d7-367b62f58cb1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402162 Jul 26 15:18:52.666330 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-087bb657-8f7a-4a7f-b23a-1a88303b3dcb service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919597 Jul 26 15:18:52.779362 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f38fa752-caec-497d-a7a3-4ad1b54696be req-c0061da7-1956-4b9e-b517-75c751fbeaf5 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068532 Jul 26 15:18:53.913227 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:53.914177 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:58.362367 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:58.364219 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:02.765095 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=49 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:02.776491 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=69,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:04.273990 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:04.279499 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:06.400449 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:19:09.616302 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-6436abc4-b2d4-467c-b4b1-e687020a9c9f tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921348991&fields=id&tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 267 time: 0.0480344 Jul 26 15:19:09.732355 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-094ae084-d9b8-4551-af5a-28862b6b10a3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:09.733728 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-094ae084-d9b8-4551-af5a-28862b6b10a3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 812 time: 0.1108387 Jul 26 15:19:09.748800 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-50079909-1d66-4a6d-af6c-fb5047fe11df tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/quotas/aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 375 time: 0.0096760 Jul 26 15:19:09.804220 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-2c862c58-2773-43bf-a58f-3d240360d259 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503483 Jul 26 15:19:10.011324 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-f286f92d-3f18-472f-bcd2-460a289d043b service neutron] 10.222.0.94 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945691 Jul 26 15:19:10.111192 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-3151d1f4-fc30-498e-8a8f-f0c66fb59b0b service neutron] 10.222.0.94 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933123 Jul 26 15:19:10.498947 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-14ac151a-1d10-4109-83d6-ebbaa4c209b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:10.720311 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e44d0272-8df3-47e9-900e-fc1c64dcc80a req-70703c09-3af4-4c57-bda4-9187649c783b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 210 time: 0.0335884 Jul 26 15:19:11.823228 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-f4b3139f-42d0-426b-ac13-a7571158f60a req-c9a39cdc-97b8-4247-851d-e43a4a17c20e tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 210 time: 0.0284982 Jul 26 15:19:12.922553 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-1c8a0702-7b03-4cd3-9151-223cfb75424b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:12.924949 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-1c8a0702-7b03-4cd3-9151-223cfb75424b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 812 time: 0.1132417 Jul 26 15:19:12.933638 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-e6d53174-0c5d-4b60-8712-736389afcbe9 req-bb7d39af-a034-4f91-a28a-e31b8109988a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 210 time: 0.0342317 Jul 26 15:19:13.008211 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-771bd968-c72c-4d52-bb04-348bdbcb6c4c tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763 HTTP/1.1" status: 200 len: 380 time: 0.0698109 Jul 26 15:19:13.019749 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'port': {'device_id': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'admin_state_up': True, 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'security_groups': ['d6e04026-b715-4f82-9d57-d76dfcac10f9']}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:19:13.218769 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Made reservation on behalf of aba3d424c6e64b9fb2b0c5e16eb42763 for: {'port': 1} {{(pid=116402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:19:13.222329 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:13.453412 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Allocated IP 172.20.0.9 (987fc3bc-a943-4666-a158-3d1f2187f71f/ef76e977-ff2f-413f-a003-87b1892080e0/4b1f6954-edc0-4e19-98df-3a6bd0084555) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:19:13.545459 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:13.557809 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:13.607981 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:13.709137 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-26a59710-ee10-4b37-9c15-c87f475935a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:13.734190 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:13.781474 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Network 987fc3bc-a943-4666-a158-3d1f2187f71f is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:19:13.784829 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:19:13.790462 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:19:13.816476 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=4b1f6954-edc0-4e19-98df-3a6bd0084555,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:13.830877 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.831220 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.831589 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.831932 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.832269 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.832600 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.832925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.833296 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.833583 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.834011 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.834332 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.834654 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.834978 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.835299 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.835646 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:13.860082 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:13.860719 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:13.959637 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-8dba1e36-e8d8-4200-a8e2-49f5133bfa7b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9426975 Jul 26 15:19:13.971228 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Request body: {'port': {'device_id': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85066'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:19:14.024464 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-24c99c1d-5402-4ae5-aa77-8c0401fde257 None None] Provisioning complete for port 4b1f6954-edc0-4e19-98df-3a6bd0084555 triggered by entity DHCP. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:19:14.024842 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-24c99c1d-5402-4ae5-aa77-8c0401fde257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:14.060663 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-24c99c1d-5402-4ae5-aa77-8c0401fde257 None None] Port 4b1f6954-edc0-4e19-98df-3a6bd0084555 cannot update to ACTIVE because it is not bound. {{(pid=116403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:19:14.083035 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:14.091560 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ce97-c43a-4938-9d81-b020d1ad4712 req-7fee3464-e21a-4858-9c02-5cb4da3d1d9a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:14.093206 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ecf5ce97-c43a-4938-9d81-b020d1ad4712 req-7fee3464-e21a-4858-9c02-5cb4da3d1d9a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 931 time: 0.0829570 Jul 26 15:19:14.193249 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ecf5ce97-c43a-4938-9d81-b020d1ad4712 req-458daa5a-1df9-43d8-9a7d-40b2fb26e4bf tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894942 Jul 26 15:19:14.312793 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:14.423742 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1f6954-edc0-4e19-98df-3a6bd0084555 {{(pid=116402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:19:14.432317 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Publish callbacks [] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:14.447406 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.provisioning_blocks [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Transition to ACTIVE for port object 4b1f6954-edc0-4e19-98df-3a6bd0084555 will not be triggered until provisioned by entity L2. {{(pid=116402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:19:14.525860 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:14.580597 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Pushing event updated for resources: {'Port': ['ID=4b1f6954-edc0-4e19-98df-3a6bd0084555,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:14.664703 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Attempting to bind port 4b1f6954-edc0-4e19-98df-3a6bd0084555 on host hv-cinder-85066 for vnic_type normal with profile {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:19:14.665097 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Attempting to bind port 4b1f6954-edc0-4e19-98df-3a6bd0084555 by drivers openvswitch,hyperv on host hv-cinder-85066 at level 0 using segments [{'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:19:14.665367 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Attempting to bind port 4b1f6954-edc0-4e19-98df-3a6bd0084555 on network 987fc3bc-a943-4666-a158-3d1f2187f71f {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:19:14.670497 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Port 4b1f6954-edc0-4e19-98df-3a6bd0084555 on network 987fc3bc-a943-4666-a158-3d1f2187f71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85066 {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:19:14.670845 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Attempting to bind port 4b1f6954-edc0-4e19-98df-3a6bd0084555 on network 987fc3bc-a943-4666-a158-3d1f2187f71f {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:19:14.676534 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Checking agent: {'id': '17f0a596-de86-4e5d-b654-c9f70f677ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85066', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'started_at': datetime.datetime(2022, 7, 26, 15, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:19:14.677068 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Checking segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:19:14.677068 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Bound using segment: {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'} {{(pid=116402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:19:14.678015 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.managers [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Bound port: 4b1f6954-edc0-4e19-98df-3a6bd0084555, host: hv-cinder-85066, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10227f2-daae-4ffd-95bf-7c5eba4114cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f'}}] {{(pid=116402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:19:14.678649 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:14.739215 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:14.756457 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] For port 4b1f6954-edc0-4e19-98df-3a6bd0084555, host hv-cinder-85066, cleared binding levels {{(pid=116402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:19:14.759649 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] For port 4b1f6954-edc0-4e19-98df-3a6bd0084555, host hv-cinder-85066, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:19:14.842602 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:14.887800 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:14.888484 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:14.889936 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] 10.222.0.102 "PUT /v2.0/ports/4b1f6954-edc0-4e19-98df-3a6bd0084555 HTTP/1.1" status: 200 len: 1093 time: 0.9230778 Jul 26 15:19:14.890354 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:19:14.892887 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af34195e-4aae-4327-ab5d-da376f36719a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:19:14.917200 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ab2ef-a09c-4237-9ed9-38f77ad6e77e service neutron] Pushing event updated for resources: {'Port': ['ID=4b1f6954-edc0-4e19-98df-3a6bd0084555,revision_number=3']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:14.941239 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309c91b9-fe7e-4d2e-894c-b6d010447230 x-openstack-request-id: req-309c91b9-fe7e-4d2e-894c-b6d010447230 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:19:14.941612 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:19:14.941861 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-309c91b9-fe7e-4d2e-894c-b6d010447230 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:19:14.942976 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309c91b9-fe7e-4d2e-894c-b6d010447230'] response: {'name': 'network-changed', 'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'status': 'completed', 'code': 200} Jul 26 15:19:15.018727 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34195e-4aae-4327-ab5d-da376f36719a req-fdd502c9-7595-4483-adef-38ef9ff75115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:15.020028 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af34195e-4aae-4327-ab5d-da376f36719a req-fdd502c9-7595-4483-adef-38ef9ff75115 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 1127 time: 0.0462387 Jul 26 15:19:15.128530 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:15.138257 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34195e-4aae-4327-ab5d-da376f36719a req-63542389-857b-4714-9642-2d0508e3b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:15.139816 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af34195e-4aae-4327-ab5d-da376f36719a req-63542389-857b-4714-9642-2d0508e3b707 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1093721 Jul 26 15:19:15.238643 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:15.255251 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34195e-4aae-4327-ab5d-da376f36719a req-366d0dbd-39b3-4182-bdfc-e7c534090291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:15.256833 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-af34195e-4aae-4327-ab5d-da376f36719a req-366d0dbd-39b3-4182-bdfc-e7c534090291 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071770 Jul 26 15:19:15.358350 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d5f9a-594b-4ed9-afe9-c22493ef4090 req-4541a254-c872-45be-a576-b245e7dcd83a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:15.359883 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-718d5f9a-594b-4ed9-afe9-c22493ef4090 req-4541a254-c872-45be-a576-b245e7dcd83a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 943 time: 0.0777879 Jul 26 15:19:15.375352 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-6c8cc9d6-f511-468e-9ceb-5a53dee60b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:15.376878 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-6c8cc9d6-f511-468e-9ceb-5a53dee60b59 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 1127 time: 0.0637391 Jul 26 15:19:15.432566 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-902a0824-8166-4d12-a414-e77fa57b483c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555 HTTP/1.1" status: 200 len: 217 time: 0.0458338 Jul 26 15:19:15.480117 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-718d5f9a-594b-4ed9-afe9-c22493ef4090 req-156edda1-f9c9-4495-b4bc-341249ae5407 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138744 Jul 26 15:19:15.499833 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-cd7af19a-e881-462c-87bc-773eb1dba9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:15.501314 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-cd7af19a-e881-462c-87bc-773eb1dba9c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0586228 Jul 26 15:19:15.547773 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-62836442-af19-4fd3-bdc5-02aa59953a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:15.549265 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-62836442-af19-4fd3-bdc5-02aa59953a75 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414448 Jul 26 15:19:15.651440 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-0304e274-e980-4439-b4be-1a1ad3e716e8 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927041 Jul 26 15:19:15.747122 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:15.751198 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-83c59c6a-7c05-411e-8fa7-a419050f2d2e req-66198159-ac06-401b-a59e-818ab010e8e2 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907321 Jul 26 15:19:16.327201 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:16.395335 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:16.606635 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e9f95-86f0-4c62-9472-a2ccc2545b38 req-886f0ba1-90cc-406e-9628-a46ae79c49f5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:16.607892 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-864e9f95-86f0-4c62-9472-a2ccc2545b38 req-886f0ba1-90cc-406e-9628-a46ae79c49f5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 943 time: 0.0496912 Jul 26 15:19:16.658758 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-864e9f95-86f0-4c62-9472-a2ccc2545b38 req-f0244de1-4807-404e-ab57-d112291b13dc tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452979 Jul 26 15:19:17.378688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:17.789522 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb9e58-62e9-4903-97cb-388840585702 req-5fa8f393-88b5-44cc-bf4e-f0178b345c18 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:17.791111 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6afb9e58-62e9-4903-97cb-388840585702 req-5fa8f393-88b5-44cc-bf4e-f0178b345c18 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 943 time: 0.0557790 Jul 26 15:19:17.842487 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-6afb9e58-62e9-4903-97cb-388840585702 req-04e7c278-4b31-4b45-ae65-3432796251ad tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455608 Jul 26 15:19:18.967006 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a65b1-e65d-4606-ad29-4317878a5eb7 req-36a834c4-ce83-4f71-a06e-39314d2535ec tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:18.968574 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-225a65b1-e65d-4606-ad29-4317878a5eb7 req-36a834c4-ce83-4f71-a06e-39314d2535ec tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 943 time: 0.0505652 Jul 26 15:19:19.019912 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-225a65b1-e65d-4606-ad29-4317878a5eb7 req-94e4ca21-d72f-4435-8ea2-1f88b345d185 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457287 Jul 26 15:19:19.219994 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:20.260925 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dafa5-7e29-4815-87c7-48d83e9f5a24 req-aa540746-bfae-451b-9208-2d4e19a20aa5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:20.262442 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-361dafa5-7e29-4815-87c7-48d83e9f5a24 req-aa540746-bfae-451b-9208-2d4e19a20aa5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 943 time: 0.0495489 Jul 26 15:19:20.315061 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-361dafa5-7e29-4815-87c7-48d83e9f5a24 req-202f4202-941d-495d-b4d6-c2f9da6c2e92 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469556 Jul 26 15:19:21.439397 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a3ae-75c8-4ea2-9f0a-996e57250e1b req-21510842-0ea8-4e03-982a-215d2d726eab tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:21.440973 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8ae5a3ae-75c8-4ea2-9f0a-996e57250e1b req-21510842-0ea8-4e03-982a-215d2d726eab tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 943 time: 0.0536273 Jul 26 15:19:21.491113 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-8ae5a3ae-75c8-4ea2-9f0a-996e57250e1b req-b6366539-0366-4802-bd3e-042bb8160a99 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447381 Jul 26 15:19:22.609739 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2db4f-ce21-42e9-8236-dca5a5bf36b0 req-68b7cf85-4a7b-4892-8244-9082e6b0a55b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:22.611202 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-23c2db4f-ce21-42e9-8236-dca5a5bf36b0 req-68b7cf85-4a7b-4892-8244-9082e6b0a55b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 943 time: 0.0490539 Jul 26 15:19:22.664725 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-23c2db4f-ce21-42e9-8236-dca5a5bf36b0 req-1ab70754-f302-4b40-a404-9f8b23868689 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479670 Jul 26 15:19:22.872653 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 4b1f6954-edc0-4e19-98df-3a6bd0084555 details requested by agent hyperv_hv-cinder-85066 with host hv-cinder-85066 {{(pid=116403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:19:22.982391 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 4b1f6954-edc0-4e19-98df-3a6bd0084555, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:19:22.993493 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Returning: {'device': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'port_id': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'mac_address': 'fa:16:3e:14:7d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:19:23.029699 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 4b1f6954-edc0-4e19-98df-3a6bd0084555 is: DOWN; New status is: BUILD {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:19:23.030098 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:23.043609 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1f6954-edc0-4e19-98df-3a6bd0084555 {{(pid=116403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:19:23.064387 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 4b1f6954-edc0-4e19-98df-3a6bd0084555, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:19:23.144536 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:23.196590 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=4b1f6954-edc0-4e19-98df-3a6bd0084555,revision_number=4']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:23.204508 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.204853 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.205196 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.205529 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.205861 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.206188 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.206519 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.206835 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.207158 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.207504 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.208001 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.208399 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.208742 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.209080 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.209413 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:23.419264 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] get_ports_and_sgs() called for port_ids ['4b1f6954-edc0-4e19-98df-3a6bd0084555'] {{(pid=116403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:19:23.799695 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda6fa-7391-413f-adbf-3a3282a0406b req-78eb56bd-b2bc-41b0-87f7-2d7699e5742d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:23.801256 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a3eda6fa-7391-413f-adbf-3a3282a0406b req-78eb56bd-b2bc-41b0-87f7-2d7699e5742d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 944 time: 0.0579364 Jul 26 15:19:23.860204 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-a3eda6fa-7391-413f-adbf-3a3282a0406b req-cf05bb65-f377-4f52-9ad2-2cc3db2b8d85 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531402 Jul 26 15:19:24.891900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 4b1f6954-edc0-4e19-98df-3a6bd0084555 up at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:19:24.935851 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:24.945049 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning for port 4b1f6954-edc0-4e19-98df-3a6bd0084555 completed by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:19:24.995380 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b57eb-d19b-4594-9dd1-26417bca99ba req-0c509005-1b68-4d27-bccb-149e769bfa1a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:24.996930 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-682b57eb-d19b-4594-9dd1-26417bca99ba req-0c509005-1b68-4d27-bccb-149e769bfa1a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 944 time: 0.0508597 Jul 26 15:19:25.023321 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=100 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:25.053002 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-682b57eb-d19b-4594-9dd1-26417bca99ba req-35d3bebe-4329-4e51-bbcc-dabb078833e6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495534 Jul 26 15:19:25.103178 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.provisioning_blocks [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Provisioning complete for port 4b1f6954-edc0-4e19-98df-3a6bd0084555 triggered by entity L2. {{(pid=116403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:19:25.103591 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002528'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), provisioning_complete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:25.124182 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:25.181590 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Current status of the port 4b1f6954-edc0-4e19-98df-3a6bd0084555 is: BUILD; New status is: ACTIVE {{(pid=116403) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:19:25.181986 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), before_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:25.206684 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555'}] {{(pid=116403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:19:25.209014 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81cf9f94d250146b42d5a0d01de2f42ff46dedf2d63e3873643afcae6cedc50d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ec925-ee4f-4802-929e-a83cb2a33553" -d '{"events": [{"server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "name": "network-vif-plugged", "status": "completed", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555"}]}' {{(pid=116403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:19:25.223036 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] For port 4b1f6954-edc0-4e19-98df-3a6bd0084555, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:19:25.251004 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232682f3-c671-468b-b3cc-e457f43b798c x-openstack-request-id: req-232682f3-c671-468b-b3cc-e457f43b798c {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:19:25.251303 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "name": "network-vif-plugged", "status": "completed", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555", "code": 200}]} {{(pid=116403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:19:25.251804 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-232682f3-c671-468b-b3cc-e457f43b798c {{(pid=116403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:19:25.252370 dv-cinder-850668-2-iscsi neutron-server[116403]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232682f3-c671-468b-b3cc-e457f43b798c'] response: {'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'code': 200} Jul 26 15:19:25.354752 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:25.410368 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Pushing event updated for resources: {'Port': ['ID=4b1f6954-edc0-4e19-98df-3a6bd0084555,revision_number=5']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:25.770689 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f8d07-880f-48c4-a6a6-1dd4961b4eb6 req-0e541fa5-198e-4066-9d29-81b036bf304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:25.772229 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7e6f8d07-880f-48c4-a6a6-1dd4961b4eb6 req-0e541fa5-198e-4066-9d29-81b036bf304e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 1129 time: 0.0488913 Jul 26 15:19:25.823453 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-7e6f8d07-880f-48c4-a6a6-1dd4961b4eb6 req-fb61c46c-5b0d-4681-aacf-c4bf0aa665c2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443945 Jul 26 15:19:26.182027 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359de48d-730b-42ed-b30f-7b4256428cb7 req-c27de6bc-88e8-4b0f-8bb5-123a709de725 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:26.183537 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-359de48d-730b-42ed-b30f-7b4256428cb7 req-c27de6bc-88e8-4b0f-8bb5-123a709de725 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Jul 26 15:19:26.240809 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-359de48d-730b-42ed-b30f-7b4256428cb7 req-3f57ef2d-497b-4c32-b629-51f09f3e1ad8 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508986 Jul 26 15:19:27.378067 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d46cb-72bb-40d2-81b4-eaa0cf53c07b req-c1eb24e4-c6a4-4a84-930f-59a13a6225f7 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:27.379653 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-da9d46cb-72bb-40d2-81b4-eaa0cf53c07b req-c1eb24e4-c6a4-4a84-930f-59a13a6225f7 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 945 time: 0.0623395 Jul 26 15:19:27.434666 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-da9d46cb-72bb-40d2-81b4-eaa0cf53c07b req-34c4a0c6-3006-481f-b29a-f22ae673c01e tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491276 Jul 26 15:19:27.554845 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa74c5-c4b3-49dd-aad6-c708ca2086b3 req-25079cd1-193f-44f6-af8f-61827b3e986e tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:27.556347 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8bfa74c5-c4b3-49dd-aad6-c708ca2086b3 req-25079cd1-193f-44f6-af8f-61827b3e986e tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Jul 26 15:19:27.608837 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-8bfa74c5-c4b3-49dd-aad6-c708ca2086b3 req-39c98533-77a8-4479-b994-31c2081dd117 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462809 Jul 26 15:19:27.635641 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44372) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:19:27.674505 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683bca09-9613-4dbb-bb1b-0f74d2f681a7 tempest-TestVolumeBootPattern-1208102255 tempest-TestVolumeBootPattern-1208102255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:27.676098 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-683bca09-9613-4dbb-bb1b-0f74d2f681a7 tempest-TestVolumeBootPattern-1208102255 tempest-TestVolumeBootPattern-1208102255-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 1124 time: 0.0394855 Jul 26 15:19:27.678956 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44374) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:19:27.683255 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.v2.base [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Request body: {'floatingip': {'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'port_id': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:19:27.790277 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:27.877935 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:27.993985 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.db_base_plugin_common [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Allocated IP 172.27.2.241 (093f2d26-af75-479a-bb54-c439d05ca396/97aae94b-a748-46c7-b675-96849450e24d/32bfea5b-96ff-406a-968e-109b3bec458e) {{(pid=116402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:19:28.008518 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:28.110371 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (32bfea5b-96ff-406a-968e-109b3bec458e), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:28.140692 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:28.253948 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793172916026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (32bfea5b-96ff-406a-968e-109b3bec458e), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:28.297280 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Network 093f2d26-af75-479a-bb54-c439d05ca396 is already hosted by enough agents. {{(pid=116402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:19:28.302468 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.base_scheduler [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Resources bound (agent type, host, resource id): {{(pid=116402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:19:28.306570 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Received port after_create {{(pid=116402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:19:28.339210 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=32bfea5b-96ff-406a-968e-109b3bec458e,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:28.708923 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:28.885516 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66869955'] for port (32bfea5b-96ff-406a-968e-109b3bec458e), before_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:28.991358 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:29.051716 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for port (32bfea5b-96ff-406a-968e-109b3bec458e), precommit_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:29.186507 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793173294812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793172916044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793172916062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580748'] for port (32bfea5b-96ff-406a-968e-109b3bec458e), after_update {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:29.262995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event updated for resources: {'Port': ['ID=32bfea5b-96ff-406a-968e-109b3bec458e,revision_number=2']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:29.281999 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694761'] for floatingip (af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:29.387801 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.db.l3_db [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Floating IP af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae associated. External IP: 172.27.2.241, port: 4b1f6954-edc0-4e19-98df-3a6bd0084555. Jul 26 15:19:29.487494 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:29.603995 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:19:29.981896 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:19:29.992418 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:19:30.004420 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:19:30.005112 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:19:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:19:30.081747 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:30.113301 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-ac647fbb-54ef-4ec0-b675-5118faf8768d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4332623 Jul 26 15:19:30.113901 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:19:30.116204 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a1ae31-64c1-49ff-9721-d3543465db9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:19:30.127753 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:19:30.156527 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb704a8-f049-4141-a0b4-fc6958dc44a5 x-openstack-request-id: req-ceb704a8-f049-4141-a0b4-fc6958dc44a5 {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:19:30.156695 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:19:30.156903 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ceb704a8-f049-4141-a0b4-fc6958dc44a5 {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:19:30.157303 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb704a8-f049-4141-a0b4-fc6958dc44a5'] response: {'name': 'network-changed', 'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'status': 'completed', 'code': 200} Jul 26 15:19:30.218906 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-04c23c5d-b633-499e-a380-86d704653a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:30.220557 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-04c23c5d-b633-499e-a380-86d704653a04 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 1129 time: 0.0417125 Jul 26 15:19:30.328063 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-0b457673-e74d-4d23-876a-ce35f5591b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:30.329795 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-0b457673-e74d-4d23-876a-ce35f5591b92 service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.1003208 Jul 26 15:19:30.361508 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:33Z', 'revision_number': 1, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}, {'id': 'af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:14:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:19:28Z', 'updated_at': '2022-07-26T15:19:28Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:19:30.393245 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:19:30.402257 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:19:30.402605 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-0b1e9c08-194b-4879-82f3-3df4a8557efe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555 HTTP/1.1" status: 200 len: 999 time: 0.0658338 Jul 26 15:19:30.403168 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:19:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:19:30.454224 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-6af56de2-834a-4a8f-a74f-43fb5a664edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:30.455697 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-6af56de2-834a-4a8f-a74f-43fb5a664edd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0474524 Jul 26 15:19:30.506820 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-9b11272f-61d7-41dd-82f8-44eeeb15c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:30.508273 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-9b11272f-61d7-41dd-82f8-44eeeb15c52a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452511 Jul 26 15:19:30.508717 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:19:30.593225 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:30.609236 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-39b68e86-31fb-4511-b0db-94b857ae55e2 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935495 Jul 26 15:19:30.710350 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-a6a1ae31-64c1-49ff-9721-d3543465db9f req-9d38f174-8eb3-415a-8725-4ab1df3271db service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947950 Jul 26 15:19:30.742943 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:33Z', 'revision_number': 1, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}, {'id': 'af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:14:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:19:28Z', 'updated_at': '2022-07-26T15:19:28Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:19:30.769468 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a11f02-d76a-4b0c-9a1f-6e8eda4dfee1 None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:33Z', 'revision_number': 1, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}, {'id': 'af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:14:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:19:28Z', 'updated_at': '2022-07-26T15:19:28Z', 'revision_number': 0, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:19:30.976639 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe6d1e-16e2-422c-b121-9ed6c4d48ba9 None None] New status for floating IP af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae: ACTIVE {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:19:33.742818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44410) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:19:33.855095 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-24b12592-3bb8-441e-9870-60ccb23ebe51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:33.940797 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-24b12592-3bb8-441e-9870-60ccb23ebe51 admin admin] Publish callbacks [] for security_group (31923e66-af4c-4162-8454-c2f8f8a5f52d), precommit_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:34.064597 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-24b12592-3bb8-441e-9870-60ccb23ebe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (31923e66-af4c-4162-8454-c2f8f8a5f52d), after_create {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:34.106380 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-24b12592-3bb8-441e-9870-60ccb23ebe51 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8c2393ea2f0d4b44bc10198887c931b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618894 Jul 26 15:19:34.107277 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b12592-3bb8-441e-9870-60ccb23ebe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31923e66-af4c-4162-8454-c2f8f8a5f52d,revision_number=1']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:34.109061 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44414) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:19:34.148429 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=53 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:34.161617 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Publish callbacks [] for security_group (31923e66-af4c-4162-8454-c2f8f8a5f52d), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:34.181190 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=63 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:34.186280 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Publish callbacks [] for security_group (31923e66-af4c-4162-8454-c2f8f8a5f52d), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:34.372090 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (31923e66-af4c-4162-8454-c2f8f8a5f52d), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:34.374875 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:34.376139 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/31923e66-af4c-4162-8454-c2f8f8a5f52d HTTP/1.1" status: 204 len: 168 time: 0.2659490 Jul 26 15:19:34.385806 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31923e66-af4c-4162-8454-c2f8f8a5f52d,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:34.394135 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.394526 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.394862 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.395199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.395665 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.396005 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.396335 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.396665 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.396995 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.397320 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.397646 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.397973 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.398295 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.398616 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:34.398935 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcce9-34e2-48c3-be73-00cd09866bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:19:40.470145 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-a60f9fac-f13e-4b18-a057-1625116d8a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:41.275277 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=85 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:41.276075 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=95 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:43.400099 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:19:43.708297 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-197d1bf5-1279-4ec0-99d7-9099ee7a6b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:44.097285 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:44.102620 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:44.381425 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:44.390622 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=11,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:45.159201 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:45.291494 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:46.344172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:47.399235 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:53.394094 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:53.394944 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:54.997282 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-4547b612-899a-4b79-87e5-c3e6a765890b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471003 Jul 26 15:19:55.083283 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-8d3f1be8-befc-4910-a158-a07b09216382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:55.084884 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-8d3f1be8-befc-4910-a158-a07b09216382 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1129 time: 0.0420542 Jul 26 15:19:55.206554 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-34b7fa55-2554-46c3-b4d5-4e2ab416b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:55.208090 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-34b7fa55-2554-46c3-b4d5-4e2ab416b37c service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.1021051 Jul 26 15:19:55.288656 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-fce4abf4-98f3-452c-8b87-e4e39c539676 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453 HTTP/1.1" status: 200 len: 1001 time: 0.0730464 Jul 26 15:19:55.344459 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-4a8e3d62-aedb-4540-8a4f-0028bb6c5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:55.346062 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-4a8e3d62-aedb-4540-8a4f-0028bb6c5a9f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0509892 Jul 26 15:19:55.393622 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-38791378-739d-4880-a47f-e673cc55b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:19:55.395423 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-38791378-739d-4880-a47f-e673cc55b823 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424664 Jul 26 15:19:55.498048 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-bff5b1c2-408e-4647-a850-625daa6e1777 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949328 Jul 26 15:19:55.598159 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-ea9ab98b-60c5-4452-b1c9-27310e979118 req-00cd8228-d40e-425f-8755-f384f755ff62 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938845 Jul 26 15:19:57.303756 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:57.305733 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:05.593568 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=51 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:05.594445 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=50 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:10.478526 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8ca9ab54-5fd9-4e40-9f83-dc531af0fe65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:13.866696 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cb6785bc-19a2-4fad-b450-a86e1c24fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:15.269136 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:15.303656 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:16.320585 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:17.394803 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:18.271596 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:18.272652 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=5 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:20.399131 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:20:27.309286 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:27.311338 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:30.395519 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:36.234474 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:38.579040 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [req-e8359e3d-a414-4607-9667-907881da7e78 req-0095bd44-ec6f-44e4-a3b0-827229b2a7d2 service neutron] (116401) timed out ('10.222.0.102', 62176) {{(pid=116401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:20:40.491380 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-ae0021b8-5a97-4089-a12a-5979a2b4110a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:43.680212 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e063e994-a6a4-4a74-b22f-8d93ed4927cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:45.192376 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:45.289130 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:46.212819 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [req-0ff86372-3c9b-4c33-adf0-d019b3be41c5 req-287ece3d-243a-42bc-adce-e9c4c9762e45 service neutron] (116402) timed out ('10.222.0.102', 62169) {{(pid=116402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:20:46.314081 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:47.404640 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:20:55.284460 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-d092023c-8abd-439d-95d5-06cf44f92b5d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1425781 Jul 26 15:20:55.345217 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-62d9e474-580b-4c90-8a52-138626c0df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:20:55.346799 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-62d9e474-580b-4c90-8a52-138626c0df95 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 1129 time: 0.0403140 Jul 26 15:20:55.364135 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:55.364951 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:55.460637 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-56ac87e3-ee8d-4016-a903-2c50d391c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:20:55.462028 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-56ac87e3-ee8d-4016-a903-2c50d391c7a8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.0941439 Jul 26 15:20:55.526077 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-a5723271-1df3-4d46-abb6-38b65e0e271e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555 HTTP/1.1" status: 200 len: 1001 time: 0.0572631 Jul 26 15:20:55.577335 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-c4a37236-f990-4630-9f2c-a4528f801a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:20:55.578747 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-c4a37236-f990-4630-9f2c-a4528f801a05 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0446935 Jul 26 15:20:55.630711 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-0e1e680f-1a13-4c54-91e3-ff6b1b2cdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:20:55.632244 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-0e1e680f-1a13-4c54-91e3-ff6b1b2cdc5d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466685 Jul 26 15:20:55.731685 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-42e65574-ab24-46ea-98a2-afa48bbe332c service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918083 Jul 26 15:20:55.833888 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-269add2a-d6cc-4765-aef5-c0fa90ed08a4 req-60b87e1e-b840-4bc5-80ae-35e10adeda62 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951722 Jul 26 15:20:57.398534 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:20:58.360842 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:20:58.362696 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:05.829501 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=53 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:05.830965 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=48 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:07.394119 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:07.394895 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:10.346167 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44452) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:10.470914 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7b488750-1e8a-4e24-bfaa-1ecbccad71c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:10.494286 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Deleting port 32bfea5b-96ff-406a-968e-109b3bec458e {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:10.495163 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (32bfea5b-96ff-406a-968e-109b3bec458e), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:10.576710 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (32bfea5b-96ff-406a-968e-109b3bec458e), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:10.577035 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (32bfea5b-96ff-406a-968e-109b3bec458e), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:10.589909 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Calling delete_port for 32bfea5b-96ff-406a-968e-109b3bec458e owned by network:floatingip {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:10.888911 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (32bfea5b-96ff-406a-968e-109b3bec458e), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:10.915186 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event deleted for resources: {'Port': ['ID=32bfea5b-96ff-406a-968e-109b3bec458e,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:10.942605 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.942952 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.943291 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.943658 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.943991 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.944319 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.944644 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.944967 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.945291 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.945615 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.945937 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.946260 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.946587 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.946905 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.947222 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:10.992097 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:10.993888 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Floating IP af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae disassociated (deleted). External IP: 172.27.2.241, port: 4b1f6954-edc0-4e19-98df-3a6bd0084555. Jul 26 15:21:11.201500 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:21:11.310277 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:21:11.314665 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:11.321899 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:21:11.333136 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:21:11.333767 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:20:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:11.342669 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:11.346941 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-9ec385e1-e1c3-447e-a34c-3a76209f971d tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "DELETE /v2.0/floatingips/af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae HTTP/1.1" status: 204 len: 168 time: 0.9997389 Jul 26 15:21:11.347575 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:21:11.349838 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bcb607-3273-4221-943f-588275199b92" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:21:11.450098 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:21:11.584688 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9882f6ef-759d-4cfc-aa4b-8a1c47bb8a3e x-openstack-request-id: req-9882f6ef-759d-4cfc-aa4b-8a1c47bb8a3e {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:21:11.584984 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:21:11.585238 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9882f6ef-759d-4cfc-aa4b-8a1c47bb8a3e {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:21:11.585643 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9882f6ef-759d-4cfc-aa4b-8a1c47bb8a3e'] response: {'name': 'network-changed', 'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'status': 'completed', 'code': 200} Jul 26 15:21:11.650322 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb607-3273-4221-943f-588275199b92 req-50ea4fa1-a252-4ab0-8e58-b047b7a54f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:11.652799 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-59bcb607-3273-4221-943f-588275199b92 req-50ea4fa1-a252-4ab0-8e58-b047b7a54f9e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 1129 time: 0.0415254 Jul 26 15:21:11.682350 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:33Z', 'revision_number': 1, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:11.708291 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:21:11.718452 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:21:11.719078 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:20:44Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:11.761763 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb607-3273-4221-943f-588275199b92 req-df2b59d0-7ebd-4aae-ad35-19c991e5a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:11.761763 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-59bcb607-3273-4221-943f-588275199b92 req-df2b59d0-7ebd-4aae-ad35-19c991e5a0a4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.1004059 Jul 26 15:21:11.800494 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-59bcb607-3273-4221-943f-588275199b92 req-be1bdbcb-ffba-4fe7-bbab-f6d5cb41d028 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555 HTTP/1.1" status: 200 len: 217 time: 0.0346785 Jul 26 15:21:11.827572 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:21:11.853203 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb607-3273-4221-943f-588275199b92 req-de19e234-6f06-42b4-816e-587140044e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:11.854753 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-59bcb607-3273-4221-943f-588275199b92 req-de19e234-6f06-42b4-816e-587140044e5c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0462930 Jul 26 15:21:11.909865 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb607-3273-4221-943f-588275199b92 req-6e91e50a-9e45-4514-a052-9f8934c2d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:11.911830 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-59bcb607-3273-4221-943f-588275199b92 req-6e91e50a-9e45-4514-a052-9f8934c2d11e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511208 Jul 26 15:21:12.052828 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:33Z', 'revision_number': 1, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:12.065117 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c4342-cc32-4929-8a2f-7425e458fdf2 req-acc9782f-6505-4f75-9a61-74e1f4b65bdb tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:12.066650 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0e4c4342-cc32-4929-8a2f-7425e458fdf2 req-acc9782f-6505-4f75-9a61-74e1f4b65bdb tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 945 time: 0.1490984 Jul 26 15:21:12.083556 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199a71f-6117-4779-a9ec-2d8543ad133c None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_floatingips': [{'id': '972a4f2a-baaa-4ecb-bff3-725b4730466e', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'router_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'port_id': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'mac_address': 'fa:16:3e:f6:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:17:31Z', 'updated_at': '2022-07-26T15:17:33Z', 'revision_number': 1, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:21:12.089600 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:12.124794 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0e4c4342-cc32-4929-8a2f-7425e458fdf2 req-50d784b1-9846-4415-9341-84804256e332 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525105 Jul 26 15:21:12.313393 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c57389-ec09-4a88-b963-fa024d529455 None None] New status for floating IP af95e1f5-3fe5-4778-a57c-fb7ed5ff2aae: DOWN {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:21:13.140431 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-59bcb607-3273-4221-943f-588275199b92 req-40b92034-e922-411b-863c-38d817947499 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874968 Jul 26 15:21:13.356401 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1fd7b-fc55-40cf-87d6-145ebe64b496 req-71be4d94-d4c1-407a-a3c6-e5c5ed827a3b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:13.357872 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-61c1fd7b-fc55-40cf-87d6-145ebe64b496 req-71be4d94-d4c1-407a-a3c6-e5c5ed827a3b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 945 time: 0.1546271 Jul 26 15:21:13.403365 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-59bcb607-3273-4221-943f-588275199b92 req-003b1d29-87a6-4809-a581-af3a894065e2 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506934 Jul 26 15:21:13.428453 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-61c1fd7b-fc55-40cf-87d6-145ebe64b496 req-37a263ad-d753-455b-9156-d3763134743a tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639198 Jul 26 15:21:13.643371 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-e1508cfe-4545-462b-9dd1-497d2e486765 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:13.644852 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-e1508cfe-4545-462b-9dd1-497d2e486765 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Jul 26 15:21:13.681264 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-50dfb8bb-d199-47fd-9c89-2700814b73d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:13.746216 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Deleting port 4b1f6954-edc0-4e19-98df-3a6bd0084555 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:13.746552 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:13.844360 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] For port 4b1f6954-edc0-4e19-98df-3a6bd0084555, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=4b1f6954-edc0-4e19-98df-3a6bd0084555,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:13.844729 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:13.859349 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Calling delete_port for 4b1f6954-edc0-4e19-98df-3a6bd0084555 owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:14.108271 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (4b1f6954-edc0-4e19-98df-3a6bd0084555), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:14.114463 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:14.143423 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event deleted for resources: {'Port': ['ID=4b1f6954-edc0-4e19-98df-3a6bd0084555,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:14.150465 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:14.171389 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.171811 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.172156 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.172559 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.172825 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.173155 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.173504 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.173813 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.174140 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.174472 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.174788 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.175170 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.175502 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.175818 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.176143 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:14.200419 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] No DVR routers for this DVR port 4b1f6954-edc0-4e19-98df-3a6bd0084555 on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:21:14.203037 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:14.206386 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-d6fefc3e-a879-4b67-a3a4-828bcb071f4d req-ac4206e5-de2a-4b53-a9c1-16314e90c510 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "DELETE /v2.0/ports/4b1f6954-edc0-4e19-98df-3a6bd0084555 HTTP/1.1" status: 204 len: 173 time: 0.5521443 Jul 26 15:21:14.206824 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'name': 'network-vif-deleted', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:21:14.209132 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58bec24-f9aa-455d-838d-447d6698e42e" -d '{"events": [{"server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "name": "network-vif-deleted", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:21:14.303167 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaabce1-2092-48e2-917d-5fb8b174d83f x-openstack-request-id: req-6eaabce1-2092-48e2-917d-5fb8b174d83f {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:21:14.303483 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4f3381-31cd-45c4-9ddc-2046ab06d229", "name": "network-vif-deleted", "tag": "4b1f6954-edc0-4e19-98df-3a6bd0084555", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:21:14.303732 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6eaabce1-2092-48e2-917d-5fb8b174d83f {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:21:14.304162 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eaabce1-2092-48e2-917d-5fb8b174d83f'] response: {'server_uuid': 'bb4f3381-31cd-45c4-9ddc-2046ab06d229', 'name': 'network-vif-deleted', 'tag': '4b1f6954-edc0-4e19-98df-3a6bd0084555', 'status': 'completed', 'code': 200} Jul 26 15:21:14.537085 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-1284c2f4-238f-464f-80fe-7950c6c9bfac req-3f8d392d-6ae5-49c1-b72d-7e36bbe1ef2e tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 210 time: 0.0333834 Jul 26 15:21:15.168204 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:15.270916 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:15.654968 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-0a085fde-36b2-4cb8-abf8-8aba5d6eb907 req-a6af4bce-b29d-4aa0-8a80-24f8f1fee07f tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb4f3381-31cd-45c4-9ddc-2046ab06d229 HTTP/1.1" status: 200 len: 210 time: 0.0296745 Jul 26 15:21:16.307850 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:17.413957 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:17.484141 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 4b1f6954-edc0-4e19-98df-3a6bd0084555 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:21:17.504676 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: 4b1f6954-edc0-4e19-98df-3a6bd0084555 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:21:17.504938 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device 4b1f6954-edc0-4e19-98df-3a6bd0084555 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:21:19.246726 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44502) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:19.389165 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Deleting port 0dced532-5e3e-4d04-97fa-45483e5b1b95 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:19.389501 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (0dced532-5e3e-4d04-97fa-45483e5b1b95), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:19.469898 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (0dced532-5e3e-4d04-97fa-45483e5b1b95), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:19.470222 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (0dced532-5e3e-4d04-97fa-45483e5b1b95), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:19.483775 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Calling delete_port for 0dced532-5e3e-4d04-97fa-45483e5b1b95 owned by network:floatingip {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:19.705427 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (0dced532-5e3e-4d04-97fa-45483e5b1b95), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:19.731076 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event deleted for resources: {'Port': ['ID=0dced532-5e3e-4d04-97fa-45483e5b1b95,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:19.799287 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (972a4f2a-baaa-4ecb-bff3-725b4730466e), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:19.800728 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.db.l3_db [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Floating IP 972a4f2a-baaa-4ecb-bff3-725b4730466e disassociated (deleted). External IP: 172.27.2.170, port: cc7346d4-6d21-435c-9ce5-c47d964c5453. Jul 26 15:21:20.266096 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:21:20.316838 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:20.368464 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:20.373962 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:21:20.379111 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:20.384579 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:21:20.395349 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:21:20.396004 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:21:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:20.409437 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-0dd4002f-e8d3-43d8-9dfd-775b80ad32e5 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "DELETE /v2.0/floatingips/972a4f2a-baaa-4ecb-bff3-725b4730466e HTTP/1.1" status: 204 len: 168 time: 1.1614163 Jul 26 15:21:20.410023 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453'}] {{(pid=116401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:21:20.412383 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8c09d3ec291794a80349d767984d0a36ae9b8fcd21be6cb7a7b85ba9e2cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d9cee-493e-4667-a267-67ff969203bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453"}]}' {{(pid=116401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:21:20.453484 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ba9a8-20b6-44ca-93c6-568d238916e8 x-openstack-request-id: req-b76ba9a8-20b6-44ca-93c6-568d238916e8 {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:21:20.453847 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453", "status": "completed", "code": 200}]} {{(pid=116401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:21:20.454166 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b76ba9a8-20b6-44ca-93c6-568d238916e8 {{(pid=116401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:21:20.454697 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76ba9a8-20b6-44ca-93c6-568d238916e8'] response: {'name': 'network-changed', 'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'status': 'completed', 'code': 200} Jul 26 15:21:20.505623 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:21:20.519895 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9cee-493e-4667-a267-67ff969203bc req-bed01d61-c456-4ef8-8a6d-b8c30bfe5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:20.521389 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c74d9cee-493e-4667-a267-67ff969203bc req-bed01d61-c456-4ef8-8a6d-b8c30bfe5a5c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 1129 time: 0.0443194 Jul 26 15:21:20.626251 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9cee-493e-4667-a267-67ff969203bc req-9ce5c18d-0aca-4ac8-bb83-11573a2cddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:20.627750 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c74d9cee-493e-4667-a267-67ff969203bc req-9ce5c18d-0aca-4ac8-bb83-11573a2cddaf service neutron] 10.222.0.102 "GET /v2.0/networks?id=987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 200 len: 913 time: 0.0998266 Jul 26 15:21:20.633634 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:20.649879 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:20.673211 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c74d9cee-493e-4667-a267-67ff969203bc req-d1e2c3d6-8bc5-484b-bd57-babfb5773aa0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453 HTTP/1.1" status: 200 len: 217 time: 0.0391328 Jul 26 15:21:20.700462 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:20.723901 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9cee-493e-4667-a267-67ff969203bc req-9667e9a9-54b6-411e-a7d6-fe5321e580bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:20.725632 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c74d9cee-493e-4667-a267-67ff969203bc req-9667e9a9-54b6-411e-a7d6-fe5321e580bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 200 len: 851 time: 0.0466182 Jul 26 15:21:20.731523 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:21:20.740555 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:21:20.741169 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:21:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:20.776453 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9cee-493e-4667-a267-67ff969203bc req-58e01467-b6fd-4889-8fa8-1d248b9664e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:20.778600 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c74d9cee-493e-4667-a267-67ff969203bc req-58e01467-b6fd-4889-8fa8-1d248b9664e7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=987fc3bc-a943-4666-a158-3d1f2187f71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470200 Jul 26 15:21:20.846881 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:21:20.883560 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c74d9cee-493e-4667-a267-67ff969203bc req-05816deb-b081-4951-a0d1-c5bea1129006 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983627 Jul 26 15:21:21.004830 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283a9f-910f-40ed-a0c6-5da264fe7dae req-ed578c34-cb50-4822-8fb2-c8b3b5cb8b60 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:21.006344 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5d283a9f-910f-40ed-a0c6-5da264fe7dae req-ed578c34-cb50-4822-8fb2-c8b3b5cb8b60 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 945 time: 0.0685141 Jul 26 15:21:21.048777 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-c74d9cee-493e-4667-a267-67ff969203bc req-dbd566df-1dcb-4287-ab84-627e55844894 service neutron] 10.222.0.102 "GET /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586955 Jul 26 15:21:21.079592 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-5d283a9f-910f-40ed-a0c6-5da264fe7dae req-00863b63-833a-439a-a537-2f54aea2346b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651176 Jul 26 15:21:21.148047 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:21.173524 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cec8bc-b685-4cda-a7d0-d9a604a3a1cf None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:14:09Z', 'revision_number': 4, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi', '_interfaces': [{'id': 'bb6633f6-67f4-46a6-a6fd-fe13edd5de42', 'name': '', 'network_id': '987fc3bc-a943-4666-a158-3d1f2187f71f', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'mac_address': 'fa:16:3e:3a:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:08Z', 'updated_at': '2022-07-26T15:14:14Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'subnets': [{'id': 'ef76e977-ff2f-413f-a003-87b1892080e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:21:21.394189 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022651a-7e70-40d5-8c26-09d8363878a4 None None] New status for floating IP 972a4f2a-baaa-4ecb-bff3-725b4730466e: DOWN {{(pid=116403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:21:22.216774 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cbe8b-4f02-4e2d-b050-de27858d1490 req-37d5f33f-faa0-42e7-b549-c8307f210781 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:22.218338 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-245cbe8b-4f02-4e2d-b050-de27858d1490 req-37d5f33f-faa0-42e7-b549-c8307f210781 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 945 time: 0.0570583 Jul 26 15:21:22.281360 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-245cbe8b-4f02-4e2d-b050-de27858d1490 req-6b882721-5b72-49e8-88e4-c331539c1eec tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/security-groups?id=d6e04026-b715-4f82-9d57-d76dfcac10f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525949 Jul 26 15:21:22.631352 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-0d55b442-4816-4c7b-8a01-74e30ac9a0e6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:21:22.632862 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-0d55b442-4816-4c7b-8a01-74e30ac9a0e6 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 945 time: 0.0494554 Jul 26 15:21:22.726521 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Deleting port cc7346d4-6d21-435c-9ce5-c47d964c5453 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:22.726857 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:22.824540 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] For port cc7346d4-6d21-435c-9ce5-c47d964c5453, host hv-cinder-85066, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85066',level=0,port_id=cc7346d4-6d21-435c-9ce5-c47d964c5453,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:22.824798 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:22.839882 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Calling delete_port for cc7346d4-6d21-435c-9ce5-c47d964c5453 owned by compute:nova {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:22.961862 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:23.067512 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (cc7346d4-6d21-435c-9ce5-c47d964c5453), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:23.076602 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:23.100856 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event deleted for resources: {'Port': ['ID=cc7346d4-6d21-435c-9ce5-c47d964c5453,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:23.144372 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] No DVR routers for this DVR port cc7346d4-6d21-435c-9ce5-c47d964c5453 on host hv-cinder-85066 {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:21:23.146963 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for port (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:23.150200 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-0ef9adbf-6e27-4be1-acde-adc3f30fba13 req-24dc93be-1a27-4ee2-9545-ff5e8a87df6b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.102 "DELETE /v2.0/ports/cc7346d4-6d21-435c-9ce5-c47d964c5453 HTTP/1.1" status: 204 len: 173 time: 0.5104828 Jul 26 15:21:23.151078 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'name': 'network-vif-deleted', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453'}] {{(pid=116402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:21:23.153365 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7becc9e43d069433dc757f2a5f0a1e8ca6648bd9b2c2ebb8e3094305d4c2ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704ad0f-df69-4d64-8c0a-bf00009e0a23" -d '{"events": [{"server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "name": "network-vif-deleted", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453"}]}' {{(pid=116402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:21:23.191117 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff7dde1-c9b6-4e15-be0a-ca7d6343d2fb x-openstack-request-id: req-4ff7dde1-c9b6-4e15-be0a-ca7d6343d2fb {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:21:23.191407 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2ab780-c607-449f-9f92-fe2110637abf", "name": "network-vif-deleted", "tag": "cc7346d4-6d21-435c-9ce5-c47d964c5453", "status": "completed", "code": 200}]} {{(pid=116402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:21:23.191757 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4ff7dde1-c9b6-4e15-be0a-ca7d6343d2fb {{(pid=116402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:21:23.192167 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff7dde1-c9b6-4e15-be0a-ca7d6343d2fb'] response: {'server_uuid': 'fd2ab780-c607-449f-9f92-fe2110637abf', 'name': 'network-vif-deleted', 'tag': 'cc7346d4-6d21-435c-9ce5-c47d964c5453', 'status': 'completed', 'code': 200} Jul 26 15:21:23.390387 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [req-6e565f83-7bc7-4996-8d02-c1fe11b3ca2c req-10b2e368-0d87-4d2d-8036-10904639709b tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 210 time: 0.0332675 Jul 26 15:21:24.513165 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [req-cb107f43-291b-4f91-8f2e-c5a66dad4af4 req-428779b1-2f48-4383-8702-b15bae3bc4aa tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd2ab780-c607-449f-9f92-fe2110637abf HTTP/1.1" status: 200 len: 210 time: 0.0323646 Jul 26 15:21:25.577900 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44522) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:25.691952 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Deleting port 2d0b8c9f-587a-4924-ab7f-100c42e7cc0a {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:25.692304 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:25.776118 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:25.776452 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:25.791017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Calling delete_port for 2d0b8c9f-587a-4924-ab7f-100c42e7cc0a owned by network:floatingip {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:26.031499 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (2d0b8c9f-587a-4924-ab7f-100c42e7cc0a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:26.057502 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event deleted for resources: {'Port': ['ID=2d0b8c9f-587a-4924-ab7f-100c42e7cc0a,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:26.124038 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for floatingip (a58eb933-32b2-4d61-8bb1-9cf10214de04), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:26.126503 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57869'] for floatingip (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:26.127672 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-00a3dced-d55f-40f4-839b-7e02a30b6f55 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "DELETE /v2.0/floatingips/a58eb933-32b2-4d61-8bb1-9cf10214de04 HTTP/1.1" status: 204 len: 168 time: 0.5497091 Jul 26 15:21:27.527175 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device cc7346d4-6d21-435c-9ce5-c47d964c5453 no longer exists at agent hyperv_hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:21:27.548638 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] No Port match for: cc7346d4-6d21-435c-9ce5-c47d964c5453 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:21:27.548974 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Device cc7346d4-6d21-435c-9ce5-c47d964c5453 not bound to the agent host hv-cinder-85066 {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:21:27.618032 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44534) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:27.699618 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ece8b088-90a5-4d55-893c-06d9cb294af3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group (d6e04026-b715-4f82-9d57-d76dfcac10f9), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:27.729950 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ece8b088-90a5-4d55-893c-06d9cb294af3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group (d6e04026-b715-4f82-9d57-d76dfcac10f9), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:27.924686 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ece8b088-90a5-4d55-893c-06d9cb294af3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (d6e04026-b715-4f82-9d57-d76dfcac10f9), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:27.927198 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ece8b088-90a5-4d55-893c-06d9cb294af3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Publish callbacks [] for security_group (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:27.928436 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ece8b088-90a5-4d55-893c-06d9cb294af3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] 10.222.0.94 "DELETE /v2.0/security-groups/d6e04026-b715-4f82-9d57-d76dfcac10f9 HTTP/1.1" status: 204 len: 168 time: 0.3094294 Jul 26 15:21:27.939199 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8b088-90a5-4d55-893c-06d9cb294af3 tempest-TestVolumeBootPattern-334829638 tempest-TestVolumeBootPattern-334829638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e04026-b715-4f82-9d57-d76dfcac10f9,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:28.095041 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44538) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:28.403552 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:28.455496 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:28.586490 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (1bf29305-16c2-4bd4-9b01-a604b88005f7), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:28.814148 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Deleting port bb6633f6-67f4-46a6-a6fd-fe13edd5de42 {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:28.814885 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:28.898659 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] For port bb6633f6-67f4-46a6-a6fd-fe13edd5de42, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:28.899276 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:28.919707 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Calling delete_port for bb6633f6-67f4-46a6-a6fd-fe13edd5de42 owned by network:router_interface {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:29.216672 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (bb6633f6-67f4-46a6-a6fd-fe13edd5de42), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:29.221792 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:29.247147 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6633f6-67f4-46a6-a6fd-fe13edd5de42,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:29.428778 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (1bf29305-16c2-4bd4-9b01-a604b88005f7), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:29.535447 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:29.662603 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Router 1bf29305-16c2-4bd4-9b01-a604b88005f7 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:21:29.770686 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:21:29.775720 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-ea8927e7-abe7-4bd1-ac74-f1e627d56f1d admin admin] 10.222.0.94 "PUT /v2.0/routers/1bf29305-16c2-4bd4-9b01-a604b88005f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795204 Jul 26 15:21:29.778322 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44542) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:29.779636 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] Sync routers for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:21:29.791096 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:21:29.791666 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:21:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:29.885486 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks [] for router (1bf29305-16c2-4bd4-9b01-a604b88005f7), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:29.900342 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:21:29.986647 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks [] for router_gateway (1bf29305-16c2-4bd4-9b01-a604b88005f7), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:29.995229 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=100 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:30.071569 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:21:29Z', 'revision_number': 5, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port': {'id': 'ff6271f7-3e9a-4946-9b5c-b07cbdfca13f', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:05Z', 'updated_at': '2022-07-26T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:30.096965 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] Checking router: 1bf29305-16c2-4bd4-9b01-a604b88005f7 for host: dv-cinder-850668-2-iscsi {{(pid=116404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:21:30.105797 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] Routers {'1bf29305-16c2-4bd4-9b01-a604b88005f7'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:21:30.106417 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:21:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['1bf29305-16c2-4bd4-9b01-a604b88005f7'], 'active': True} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:30.136841 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Deleting port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:30.137183 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.192872 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_dvr_db [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] Set router 1bf29305-16c2-4bd4-9b01-a604b88005f7 gateway port host: None {{(pid=116404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:21:30.226246 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] For port ff6271f7-3e9a-4946-9b5c-b07cbdfca13f, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=ff6271f7-3e9a-4946-9b5c-b07cbdfca13f,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:30.226708 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.241032 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Calling delete_port for ff6271f7-3e9a-4946-9b5c-b07cbdfca13f owned by network:router_gateway {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:30.247384 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.l3_hamode_db [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:21:29Z', 'revision_number': 6, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port_host': None}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:30.275694 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6172494-bf0d-43a0-b328-e913ac2fc1ec None None] The sync data for ids ['1bf29305-16c2-4bd4-9b01-a604b88005f7'] in dv-cinder-850668-2-iscsi is: [{'id': '1bf29305-16c2-4bd4-9b01-a604b88005f7', 'name': 'tempest-TestVolumeBootPattern-1432297058-router', 'tenant_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:04Z', 'updated_at': '2022-07-26T15:21:29Z', 'revision_number': 6, 'project_id': 'aba3d424c6e64b9fb2b0c5e16eb42763', 'gw_port_host': None}] {{(pid=116404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:21:30.362929 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:30.516880 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (ff6271f7-3e9a-4946-9b5c-b07cbdfca13f), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.545191 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:30.547956 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6271f7-3e9a-4946-9b5c-b07cbdfca13f,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:30.616269 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (1bf29305-16c2-4bd4-9b01-a604b88005f7), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.709137 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (1bf29305-16c2-4bd4-9b01-a604b88005f7), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.711430 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks [] for router_controller (1bf29305-16c2-4bd4-9b01-a604b88005f7), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.890701 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (1bf29305-16c2-4bd4-9b01-a604b88005f7), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.891604 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf29305-16c2-4bd4-9b01-a604b88005f7 {{(pid=116401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:21:30.895711 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.896878 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-49ee94e3-f9e2-40db-88cf-f3830d3195f7 admin admin] 10.222.0.94 "DELETE /v2.0/routers/1bf29305-16c2-4bd4-9b01-a604b88005f7 HTTP/1.1" status: 204 len: 168 time: 1.1175959 Jul 26 15:21:30.899432 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44544) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:30.946089 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ecf776-c8f0-4170-9d60-bb1d1bade255 admin admin] Deleting subnet ef76e977-ff2f-413f-a003-87b1892080e0 {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:21:30.949485 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00ecf776-c8f0-4170-9d60-bb1d1bade255 admin admin] Publish callbacks [] for subnet (ef76e977-ff2f-413f-a003-87b1892080e0), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:30.989725 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00ecf776-c8f0-4170-9d60-bb1d1bade255 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (ef76e977-ff2f-413f-a003-87b1892080e0), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.069308 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00ecf776-c8f0-4170-9d60-bb1d1bade255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (ef76e977-ff2f-413f-a003-87b1892080e0), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.254042 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00ecf776-c8f0-4170-9d60-bb1d1bade255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (ef76e977-ff2f-413f-a003-87b1892080e0), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.284237 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecf776-c8f0-4170-9d60-bb1d1bade255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef76e977-ff2f-413f-a003-87b1892080e0,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:31.290139 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-00ecf776-c8f0-4170-9d60-bb1d1bade255 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.296959 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ed9dc-65a7-468a-8925-8931933a05ff None None] Network 987fc3bc-a943-4666-a158-3d1f2187f71f requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:21:31.298055 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44546) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:31.311616 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-00ecf776-c8f0-4170-9d60-bb1d1bade255 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ef76e977-ff2f-413f-a003-87b1892080e0 HTTP/1.1" status: 204 len: 168 time: 0.3936293 Jul 26 15:21:31.373221 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (987fc3bc-a943-4666-a158-3d1f2187f71f), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.415954 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Deleting port 070b82d9-2e20-4a35-89a8-71995b5b0762 {{(pid=116402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:31.416372 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.447272 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] DHCP port deletion for 987fc3bc-a943-4666-a158-3d1f2187f71f request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:21:31.487056 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.db [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] For port 070b82d9-2e20-4a35-89a8-71995b5b0762, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=070b82d9-2e20-4a35-89a8-71995b5b0762,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:31.487335 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.490956 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Deleting port 070b82d9-2e20-4a35-89a8-71995b5b0762 {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:31.491337 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.501487 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.plugin [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Calling delete_port for 070b82d9-2e20-4a35-89a8-71995b5b0762 owned by network:dhcp {{(pid=116402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:31.558453 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] For port 070b82d9-2e20-4a35-89a8-71995b5b0762, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=070b82d9-2e20-4a35-89a8-71995b5b0762,segment=NetworkSegment(b10227f2-daae-4ffd-95bf-7c5eba4114cd),segment_id=b10227f2-daae-4ffd-95bf-7c5eba4114cd)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:31.558770 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.572607 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Calling delete_port for 070b82d9-2e20-4a35-89a8-71995b5b0762 owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:31.719543 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580763'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.726586 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (070b82d9-2e20-4a35-89a8-71995b5b0762), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.750830 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Pushing event deleted for resources: {'Port': ['ID=070b82d9-2e20-4a35-89a8-71995b5b0762,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:31.754431 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] No DVR routers for this DVR port 070b82d9-2e20-4a35-89a8-71995b5b0762 on host dv-cinder-850668-2-iscsi {{(pid=116402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:21:31.754755 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Pushing event deleted for resources: {'Port': ['ID=070b82d9-2e20-4a35-89a8-71995b5b0762,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:31.762972 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] No DVR routers for this DVR port 070b82d9-2e20-4a35-89a8-71995b5b0762 on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:21:31.767054 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.767398 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.767841 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.768172 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.768591 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.768905 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.769230 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.769582 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.772328 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.772328 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.772328 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.772328 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.772328 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.772328 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.772328 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eba8db-d8cf-46d1-bab9-daa4d0622a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850668-2-iscsi {{(pid=116403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:21:31.830506 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (987fc3bc-a943-4666-a158-3d1f2187f71f), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.850646 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987fc3bc-a943-4666-a158-3d1f2187f71f']}} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:31.860692 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10227f2-daae-4ffd-95bf-7c5eba4114cd') {'for_net_delete': True} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:31.860982 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.services.segments.db [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10227f2-daae-4ffd-95bf-7c5eba4114cd') {} {{(pid=116402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:31.874081 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8880106'] for segment (b10227f2-daae-4ffd-95bf-7c5eba4114cd), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.888270 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (b10227f2-daae-4ffd-95bf-7c5eba4114cd), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:31.894804 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=116402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:21:31.897569 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580840'] for segment (b10227f2-daae-4ffd-95bf-7c5eba4114cd), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:32.040800 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment b10227f2-daae-4ffd-95bf-7c5eba4114cd resource provider aggregate not found Jul 26 15:21:32.054319 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.services.segments.plugin [-] Segment b10227f2-daae-4ffd-95bf-7c5eba4114cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b10227f2-daae-4ffd-95bf-7c5eba4114cd found for delete ", "request_id": "req-ebd0f7d8-ad4f-480a-b842-628ea93d2278"}]} Jul 26 15:21:32.070730 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (987fc3bc-a943-4666-a158-3d1f2187f71f), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:32.076336 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:32.079787 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] 10.222.0.94 "DELETE /v2.0/networks/987fc3bc-a943-4666-a158-3d1f2187f71f HTTP/1.1" status: 204 len: 168 time: 0.7783115 Jul 26 15:21:32.082962 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44554) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:32.091345 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45b263-4a81-4a85-9754-7a00da33bf1a admin admin] Pushing event deleted for resources: {'Network': ['ID=987fc3bc-a943-4666-a158-3d1f2187f71f,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:32.236962 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device bb6633f6-67f4-46a6-a6fd-fe13edd5de42 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:21:32.257183 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: bb6633f6-67f4-46a6-a6fd-fe13edd5de42 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:21:32.257526 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device bb6633f6-67f4-46a6-a6fd-fe13edd5de42 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:21:32.257938 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 070b82d9-2e20-4a35-89a8-71995b5b0762 no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:21:32.277617 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 070b82d9-2e20-4a35-89a8-71995b5b0762 {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:21:32.277956 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 070b82d9-2e20-4a35-89a8-71995b5b0762 not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:21:32.278363 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device ff6271f7-3e9a-4946-9b5c-b07cbdfca13f no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:21:32.298818 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: ff6271f7-3e9a-4946-9b5c-b07cbdfca13f {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:21:32.299538 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device ff6271f7-3e9a-4946-9b5c-b07cbdfca13f not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:21:32.411485 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688145'] for router_interface (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:32.713687 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:32.889274 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:32.903868 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Deleting port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:32.904514 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:33.004603 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] For port 20e5fd4a-5240-4062-8cbe-caf56fc32dfc, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,segment=NetworkSegment(4fb122cb-8e14-46ae-8167-edaf2fbc886a),segment_id=4fb122cb-8e14-46ae-8167-edaf2fbc886a)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:33.004846 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:33.018456 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Calling delete_port for 20e5fd4a-5240-4062-8cbe-caf56fc32dfc owned by network:router_interface {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:33.264963 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (20e5fd4a-5240-4062-8cbe-caf56fc32dfc), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:33.293003 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Pushing event deleted for resources: {'Port': ['ID=20e5fd4a-5240-4062-8cbe-caf56fc32dfc,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:33.469490 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688261'] for router_interface (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:33.622052 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:33.686136 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 has already been hosted by L3 agent fd97faeb-53a1-4d1a-bb25-b2591f0e1119 {{(pid=116401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:21:33.793978 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] Notify agent at l3_agent.dv-cinder-850668-2-iscsi the message routers_updated {{(pid=116401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:21:33.801407 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-fd7db8fc-5707-4c3b-9115-448f082d272d admin admin] 10.222.0.94 "PUT /v2.0/routers/a6eb2352-83ae-4a4d-824a-40c62a1fe6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173457 Jul 26 15:21:33.802587 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44556) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:33.804133 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] Sync routers for ids ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'] in dv-cinder-850668-2-iscsi {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:21:33.815441 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] Routers {'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:21:33.816107 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:21:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:33.840103 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:33.907667 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks [] for router (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:33.922206 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] Set router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 gateway port host: dv-cinder-850668-2-iscsi {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:21:34.012289 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks [] for router_gateway (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.109618 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'external_fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:21:33Z', 'revision_number': 5, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port': {'id': '3fce7f5c-a5ab-460e-85f7-cbc79582807d', 'name': '', 'network_id': '093f2d26-af75-479a-bb54-c439d05ca396', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '97aae94b-a748-46c7-b675-96849450e24d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850668-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:14:14Z', 'updated_at': '2022-07-26T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97aae94b-a748-46c7-b675-96849450e24d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850668-2-iscsi'}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:34.126681 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Deleting port 3fce7f5c-a5ab-460e-85f7-cbc79582807d {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:34.130017 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.136430 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] Checking router: a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 for host: dv-cinder-850668-2-iscsi {{(pid=116403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:21:34.146204 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] Routers {'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'} bound to L3 agent in host dv-cinder-850668-2-iscsi {{(pid=116403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:21:34.146853 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850668-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:54:44Z,description=,heartbeat_timestamp=2022-07-26T15:21:14Z,host='dv-cinder-850668-2-iscsi',id=fd97faeb-53a1-4d1a-bb25-b2591f0e1119,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:54:44Z,topic='l3_agent')) {'router_ids': ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'], 'active': True} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:34.216965 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] For port 3fce7f5c-a5ab-460e-85f7-cbc79582807d, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=3fce7f5c-a5ab-460e-85f7-cbc79582807d,segment=NetworkSegment(7a1655bc-46a0-4edf-bcfb-b91cde304b19),segment_id=7a1655bc-46a0-4edf-bcfb-b91cde304b19)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:34.217334 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.229242 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:34.234146 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Calling delete_port for 3fce7f5c-a5ab-460e-85f7-cbc79582807d owned by network:router_gateway {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:34.241514 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvr_db [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] Set router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 gateway port host: None {{(pid=116403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:21:34.268753 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:34.297688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_hamode_db [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:21:34Z', 'revision_number': 6, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port_host': None}], 'dv-cinder-850668-2-iscsi', False) {} {{(pid=116403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:34.327758 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b194c-d5be-406d-adbc-7cac55a84636 None None] The sync data for ids ['a6eb2352-83ae-4a4d-824a-40c62a1fe6d1'] in dv-cinder-850668-2-iscsi is: [{'id': 'a6eb2352-83ae-4a4d-824a-40c62a1fe6d1', 'name': 'tempest-TestVolumeBootPattern-234360123-router', 'tenant_id': '1e0ee14bac364a66b46a76f74172c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:14:13Z', 'updated_at': '2022-07-26T15:21:34Z', 'revision_number': 6, 'project_id': '1e0ee14bac364a66b46a76f74172c6ad', 'gw_port_host': None}] {{(pid=116403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:21:34.398987 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:21:34.490689 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (3fce7f5c-a5ab-460e-85f7-cbc79582807d), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.525902 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3fce7f5c-a5ab-460e-85f7-cbc79582807d,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:34.584647 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694545'] for router_gateway (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.677318 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-336794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-426'] for router (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.679624 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks [] for router_controller (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.787493 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-336664'] for router (a6eb2352-83ae-4a4d-824a-40c62a1fe6d1), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.788174 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 {{(pid=116401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:21:34.792326 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.793491 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-fdf63c65-c010-4384-b7a9-53ec0d9698ab admin admin] 10.222.0.94 "DELETE /v2.0/routers/a6eb2352-83ae-4a4d-824a-40c62a1fe6d1 HTTP/1.1" status: 204 len: 168 time: 0.9898756 Jul 26 15:21:34.796567 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44558) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:34.845179 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b73c91e-4051-4742-a84e-e817998b8aa8 admin admin] Deleting subnet 6f13104c-0d11-4aa4-9114-55dee298b583 {{(pid=116401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:21:34.848483 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2b73c91e-4051-4742-a84e-e817998b8aa8 admin admin] Publish callbacks [] for subnet (6f13104c-0d11-4aa4-9114-55dee298b583), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.883211 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:34.885641 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2b73c91e-4051-4742-a84e-e817998b8aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9346162'] for subnet (6f13104c-0d11-4aa4-9114-55dee298b583), precommit_delete_associations {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:34.956614 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:34.963535 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2b73c91e-4051-4742-a84e-e817998b8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010091'] for subnet (6f13104c-0d11-4aa4-9114-55dee298b583), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.102073 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2b73c91e-4051-4742-a84e-e817998b8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3735829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9081536'] for subnet (6f13104c-0d11-4aa4-9114-55dee298b583), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.130371 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73c91e-4051-4742-a84e-e817998b8aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f13104c-0d11-4aa4-9114-55dee298b583,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:35.133990 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-2b73c91e-4051-4742-a84e-e817998b8aa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.137171 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-2b73c91e-4051-4742-a84e-e817998b8aa8 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/6f13104c-0d11-4aa4-9114-55dee298b583 HTTP/1.1" status: 204 len: 168 time: 0.3396800 Jul 26 15:21:35.139878 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.wsgi [-] (116401) accepted ('10.222.0.94', 44560) {{(pid=116401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:35.140212 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bad577-5aec-4462-9d09-66b825879cd5 None None] Network d3b00a90-c2d1-44a7-948e-0379bec7ac65 requested from dv-cinder-850668-2-iscsi {{(pid=116403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:21:35.216392 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66848353'] for network (d3b00a90-c2d1-44a7-948e-0379bec7ac65), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.269403 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Deleting port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f {{(pid=116401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:35.269756 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.318374 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] DHCP port deletion for d3b00a90-c2d1-44a7-948e-0379bec7ac65 request from dv-cinder-850668-2-iscsi {{(pid=116403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:21:35.354385 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.db [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] For port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,segment=NetworkSegment(4fb122cb-8e14-46ae-8167-edaf2fbc886a),segment_id=4fb122cb-8e14-46ae-8167-edaf2fbc886a)] {{(pid=116401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:35.354939 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.365480 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] Deleting port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f {{(pid=116403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:21:35.365856 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793173291277'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), before_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.372016 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.plugin [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Calling delete_port for ee2c4f9d-62cb-4984-8558-b4f0ce35e95f owned by network:dhcp {{(pid=116401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:35.437235 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.db [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] For port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f, host dv-cinder-850668-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850668-2-iscsi',level=0,port_id=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,segment=NetworkSegment(4fb122cb-8e14-46ae-8167-edaf2fbc886a),segment_id=4fb122cb-8e14-46ae-8167-edaf2fbc886a)] {{(pid=116403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:21:35.437652 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-337944'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), precommit_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.450906 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] Calling delete_port for ee2c4f9d-62cb-4984-8558-b4f0ce35e95f owned by network:dhcp {{(pid=116403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:21:35.562653 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3735864'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.569079 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66870798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793173247043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793172916035'] for port (ee2c4f9d-62cb-4984-8558-b4f0ce35e95f), after_delete {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.586374 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:35.593784 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] No DVR routers for this DVR port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f on host dv-cinder-850668-2-iscsi {{(pid=116401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:21:35.594929 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] Pushing event deleted for resources: {'Port': ['ID=ee2c4f9d-62cb-4984-8558-b4f0ce35e95f,revision_number=None']} {{(pid=116403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:35.598419 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3f1d5-2c21-4308-8d58-023158783d0b None None] No DVR routers for this DVR port ee2c4f9d-62cb-4984-8558-b4f0ce35e95f on host dv-cinder-850668-2-iscsi {{(pid=116403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:21:35.674170 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67008261', 'neutron.services.segments.db._delete_segments_for_network-8793173369034'] for network (d3b00a90-c2d1-44a7-948e-0379bec7ac65), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.697589 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b00a90-c2d1-44a7-948e-0379bec7ac65']}} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:35.707285 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb122cb-8e14-46ae-8167-edaf2fbc886a') {'for_net_delete': True} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:35.707662 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.services.segments.db [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb122cb-8e14-46ae-8167-edaf2fbc886a') {} {{(pid=116401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:21:35.717472 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793173368935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9346155'] for segment (4fb122cb-8e14-46ae-8167-edaf2fbc886a), before_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.732139 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620'] for segment (4fb122cb-8e14-46ae-8167-edaf2fbc886a), precommit_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.739827 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=116401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:21:35.740296 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66996620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3735883'] for segment (4fb122cb-8e14-46ae-8167-edaf2fbc886a), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.810247 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment 4fb122cb-8e14-46ae-8167-edaf2fbc886a resource provider aggregate not found Jul 26 15:21:35.827347 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.services.segments.plugin [-] Segment 4fb122cb-8e14-46ae-8167-edaf2fbc886a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fb122cb-8e14-46ae-8167-edaf2fbc886a found for delete ", "request_id": "req-57f28b62-e34f-4560-9cc6-c3245de343b0"}]} Jul 26 15:21:35.867260 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67008270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694589'] for network (d3b00a90-c2d1-44a7-948e-0379bec7ac65), after_delete {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.872849 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron_lib.callbacks.manager [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540551'] for network (None), before_response {{(pid=116401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:35.876344 dv-cinder-850668-2-iscsi neutron-server[116401]: INFO neutron.wsgi [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] 10.222.0.94 "DELETE /v2.0/networks/d3b00a90-c2d1-44a7-948e-0379bec7ac65 HTTP/1.1" status: 204 len: 168 time: 0.7354200 Jul 26 15:21:35.888759 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c2ba0-e0f0-4ca7-a641-1b955b08c885 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b00a90-c2d1-44a7-948e-0379bec7ac65,revision_number=None']} {{(pid=116401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:36.238045 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 20e5fd4a-5240-4062-8cbe-caf56fc32dfc no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:21:36.270718 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 20e5fd4a-5240-4062-8cbe-caf56fc32dfc {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:21:36.271104 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 20e5fd4a-5240-4062-8cbe-caf56fc32dfc not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:21:36.271569 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 3fce7f5c-a5ab-460e-85f7-cbc79582807d no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:21:36.294762 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: 3fce7f5c-a5ab-460e-85f7-cbc79582807d {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:21:36.302352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device 3fce7f5c-a5ab-460e-85f7-cbc79582807d not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:21:36.302352 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device ee2c4f9d-62cb-4984-8558-b4f0ce35e95f no longer exists at agent ovs-agent-dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:21:36.319194 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.plugin [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] No Port match for: ee2c4f9d-62cb-4984-8558-b4f0ce35e95f {{(pid=116403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:21:36.319697 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron.plugins.ml2.rpc [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Device ee2c4f9d-62cb-4984-8558-b4f0ce35e95f not bound to the agent host dv-cinder-850668-2-iscsi {{(pid=116403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:21:36.354645 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44570) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:36.398383 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-aa0e49e7-be1e-457b-9705-cbae18f22e91 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=aba3d424c6e64b9fb2b0c5e16eb42763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425262 Jul 26 15:21:36.401016 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44572) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:36.455069 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8629dfed-efa9-486f-8207-a71987273c99 admin admin] Publish callbacks [] for security_group (ecf65a02-030f-4251-8300-b7437c5a3d6a), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:36.484851 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8629dfed-efa9-486f-8207-a71987273c99 admin admin] Publish callbacks [] for security_group (ecf65a02-030f-4251-8300-b7437c5a3d6a), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:36.619375 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8629dfed-efa9-486f-8207-a71987273c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (ecf65a02-030f-4251-8300-b7437c5a3d6a), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:36.622116 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-8629dfed-efa9-486f-8207-a71987273c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:36.623418 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-8629dfed-efa9-486f-8207-a71987273c99 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ecf65a02-030f-4251-8300-b7437c5a3d6a HTTP/1.1" status: 204 len: 168 time: 0.2214308 Jul 26 15:21:36.632267 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629dfed-efa9-486f-8207-a71987273c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf65a02-030f-4251-8300-b7437c5a3d6a,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:37.590050 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44578) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:37.634281 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-e4dd2705-6856-44aa-9d47-61e598bb75cd admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1e0ee14bac364a66b46a76f74172c6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430417 Jul 26 15:21:37.636866 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [-] (116402) accepted ('10.222.0.94', 44580) {{(pid=116402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:21:37.690572 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66acace9-09a3-43cf-97cc-f94565ffc591 admin admin] Publish callbacks [] for security_group (f0887bb6-4b87-4af3-9516-46ec46eb5a32), before_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:37.692754 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:37.693600 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:37.717062 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66acace9-09a3-43cf-97cc-f94565ffc591 admin admin] Publish callbacks [] for security_group (f0887bb6-4b87-4af3-9516-46ec46eb5a32), precommit_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:37.919822 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66acace9-09a3-43cf-97cc-f94565ffc591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542630'] for security_group (f0887bb6-4b87-4af3-9516-46ec46eb5a32), after_delete {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:37.923391 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron_lib.callbacks.manager [None req-66acace9-09a3-43cf-97cc-f94565ffc591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:37.924683 dv-cinder-850668-2-iscsi neutron-server[116402]: INFO neutron.wsgi [None req-66acace9-09a3-43cf-97cc-f94565ffc591 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f0887bb6-4b87-4af3-9516-46ec46eb5a32 HTTP/1.1" status: 204 len: 168 time: 0.2867239 Jul 26 15:21:37.933426 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acace9-09a3-43cf-97cc-f94565ffc591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0887bb6-4b87-4af3-9516-46ec46eb5a32,revision_number=None']} {{(pid=116402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:21:40.251572 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=6 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:40.541652 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-f1ee44f1-a855-4374-9c12-5865d63f8933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:43.715827 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-70140258-20c3-4e14-97e6-5360dbbedf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:44.394785 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=91 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:45.164349 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:45.287419 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:45.878344 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=85 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:45.879254 dv-cinder-850668-2-iscsi neutron-server[116401]: DEBUG dbcounter [-] [116401] Writing DB stats neutron:SELECT=37,neutron:DELETE=6 {{(pid=116401) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:46.398513 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:47.398900 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:21:48.176829 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG dbcounter [-] [116402] Writing DB stats neutron:SELECT=16,neutron:DELETE=4 {{(pid=116402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:57.316805 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:21:57.317767 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=51,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:09.272440 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:09.276676 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:10.466390 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-38cba881-d19a-47e7-ad1a-0d7c55bbf419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:11.399755 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:22:13.692732 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-cb743ef9-832c-495b-aa35-bd7d843eaf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:15.140834 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:15.292567 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:16.412418 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:17.401237 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:21.393559 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:21.394925 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:27.313652 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:27.323396 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:36.238270 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:36.239027 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:40.574310 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-faced224-3d98-44dc-9679-24088b7cd71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:43.651476 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-fff0de7e-6c6c-4e4e-8bcb-7fe5b77b5614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:45.134284 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:45.282747 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:46.298096 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=6 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:46.394663 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:47.380222 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:22:48.402934 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:22:58.365595 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:58.366364 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:58.394545 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:22:58.395239 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:23:10.474122 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8a1d9ac3-eca8-42c0-96dd-3dcb1efbb661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:13.660633 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-887e4857-16d5-4ad0-a4bb-6234a801203e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:15.185537 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:15.305123 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:16.370439 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:17.387990 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:23.261561 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:23:23.266661 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:23:25.402674 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:23:27.324563 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:23:27.326451 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:23:38.367979 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=12 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:23:38.370912 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=16 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:23:40.464391 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-4fe89a54-9ee1-4300-a9a6-91f87b9a1b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:43.650203 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-89ac7fa8-a489-4d3a-8585-80cb59cdd6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:45.135752 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:45.293133 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:46.312458 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:47.401425 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:23:57.327120 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:23:57.329182 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:00.253045 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:00.270922 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:02.400878 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:24:10.529713 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-5f7efa57-e444-4b74-87a1-3ef388daf5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:12.397318 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:13.672395 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e814ef5f-17a9-418b-86e3-ea75dd0b416a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:15.172250 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:15.346702 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:16.338342 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:17.455658 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:19.221502 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:27.325345 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:27.330999 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:37.259868 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:37.260657 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:39.399179 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:24:40.442549 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-7da245e7-e2a9-4b73-97bc-4dd786f70087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:43.671138 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-67be906b-3263-4ea6-bc8c-2e5bb9bbfb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:45.185633 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:45.334412 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:46.306359 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:47.423385 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:24:49.394869 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:49.395765 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:58.380999 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:24:58.382867 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:10.456834 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-8416cf36-a642-4670-94a2-83828110747d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:13.651237 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b326b0a7-f0a5-490f-8b8e-e84d0c4cbe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:14.256081 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=4 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:14.261636 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:15.154319 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:15.389149 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:16.290974 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:16.397940 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:25:17.395634 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:26.392633 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:26.393872 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:27.335582 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:27.337460 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:31.608838 dv-cinder-850668-2-iscsi neutron-server[116402]: DEBUG neutron.wsgi [req-5f46ea67-95c4-40e0-8a2b-f02f3e7a5c45 req-61d07a5d-f262-450f-9126-fb7db27bb3bf tempest-VolumesSnapshotTestJSON-1062418878 tempest-VolumesSnapshotTestJSON-1062418878-project] (116402) timed out ('10.222.0.102', 62155) {{(pid=116402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:25:38.363185 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=12 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:38.367136 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=14 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:40.469836 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e1e24933-b0f3-46f2-bb25-16f97ba1bc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:43.681185 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-dc447d1f-d679-4510-aec2-29da60b89458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:45.170061 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:45.320946 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:46.320833 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:47.406688 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:25:51.254430 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:51.255291 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:53.396775 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:25:57.338079 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:25:57.340144 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:03.393194 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=2 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:10.472764 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-9e692850-4e29-4599-9f89-d9e4cd144872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:13.686987 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d54958a3-041d-4ae4-95cb-cd7bc561d3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:15.160075 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:15.337787 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:16.291764 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:17.411426 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:27.339569 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:27.341430 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:28.251568 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:30.396067 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:26:40.390682 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:40.391520 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=1 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:40.519472 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-e6f38bf8-cf39-4a69-bbaa-16345f298cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:43.700314 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-57bea6f5-2054-4241-8f14-f79eaf2ff5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:45.164881 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:45.357985 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:46.300958 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73692d59-d045-4169-95fe-732c86bd90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (0e574679-fd64-45dc-89b8-fdfd95d287da), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:47.382349 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-462a8c6a-ff9b-4884-b7ae-6c57b0ca6036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (7f6af47e-df4f-4711-a328-8dffccf38e61), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:58.374873 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:UPDATE=6,neutron:SELECT=17 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:58.376792 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG dbcounter [-] [116403] Writing DB stats neutron:SELECT=27 {{(pid=116403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:05.243496 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:05.248490 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG dbcounter [-] [116404] Writing DB stats neutron:SELECT=3 {{(pid=116404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:07.395536 dv-cinder-850668-2-iscsi neutron-server[116404]: DEBUG neutron.db.agents_db [None req-a93632e9-a5d7-4c74-9ed4-4aac6070e6f7 None None] Agent healthcheck: found 6 active agents {{(pid=116404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:27:10.468659 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-d30ae209-d5f1-4561-a439-8518a38d7786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (11796ff6-3524-455b-ac4c-f5ff55200258), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:13.661949 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-eda0d8e3-238a-424b-92e5-16ff96b9ddab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (fd97faeb-53a1-4d1a-bb25-b2591f0e1119), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:15.187915 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-b53310b0-83f4-43a7-8597-4ca2d2ed2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (a573fcee-6f9e-4196-a998-b8ee976a68d1), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:15.392655 dv-cinder-850668-2-iscsi neutron-server[116403]: DEBUG neutron_lib.callbacks.manager [None req-73ac049e-3841-408e-80c2-b6756164fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793173369016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002586'] for agent (17f0a596-de86-4e5d-b654-c9f70f677ba7), after_update {{(pid=116403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}